{"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.324306634Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.379972911Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.432257893Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.488217075Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.593239352Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.593277526Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.821616642Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.821662595Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.996893913Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/fd552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:46.430994737Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:46.945184901Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.05680114Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.056904243Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.056964084Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.05700319Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057044693Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057078532Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057117434Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057167447Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057205974Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057240791Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057288397Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057332061Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057369056Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057526359Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057623761Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057726054Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057791006Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057797784Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057892278Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.057981919Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.15873228Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 21:48:47.158793 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1030 21:48:47.274303 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.274700136Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.2749289Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.274980958Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.27503621Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275107347Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275162505Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275198827Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275308764Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.27536892Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275447119Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275454628Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275493637Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275586607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275650681Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275689702Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275711973Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275732367Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.27578496Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275907076Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.27592987Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.275952588Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276017166Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276069429Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276105667Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276148363Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276158938Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276186414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276236054Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276325218Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276353445Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276374722Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276405411Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276473845Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276551934Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276608624Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276618664Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276688743Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276717598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276839217Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.276871527Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.277080717Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.277149761Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.277407852Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.27762655Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.27765007Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.27766842Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.277748123Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.27778148Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.277807388Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.277844532Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.277876463Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.360393025Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.360419192Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.497519866Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.586768451Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.706675558Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.879169203Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.879223319Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.879269365Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.879280841Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.879275358Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.87931222Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.879311539Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.879320585Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.880436664Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.880459965Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.977370304Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.977397826Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.979527795Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.979562725Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.222293734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf86fad7-e1be-4558-8d30-3341e1af8c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.275712795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf86fad7-e1be-4558-8d30-3341e1af8c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.328914193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf86fad7-e1be-4558-8d30-3341e1af8c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.382054565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf86fad7-e1be-4558-8d30-3341e1af8c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:52.309094729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8858ca8f-d30f-4747-899b-4feda361c58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:52.3620607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8858ca8f-d30f-4747-899b-4feda361c58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:52.41504476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8858ca8f-d30f-4747-899b-4feda361c58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:52.467716172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8858ca8f-d30f-4747-899b-4feda361c58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:54.375459093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abb990b-463a-4a2c-a820-661a2db5a512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:54.428282371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abb990b-463a-4a2c-a820-661a2db5a512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:54.481030622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abb990b-463a-4a2c-a820-661a2db5a512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:54.533983891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abb990b-463a-4a2c-a820-661a2db5a512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:58.063097273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa896bc2-1343-4e6e-9b8a-eb6d9af6319b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:58.115809278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa896bc2-1343-4e6e-9b8a-eb6d9af6319b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:58.168533848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa896bc2-1343-4e6e-9b8a-eb6d9af6319b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:58.221475194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa896bc2-1343-4e6e-9b8a-eb6d9af6319b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.174546519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e018fdb-dc7b-4f40-8b1d-83d12da97f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.266881235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e018fdb-dc7b-4f40-8b1d-83d12da97f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.319851202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e018fdb-dc7b-4f40-8b1d-83d12da97f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.374052096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e018fdb-dc7b-4f40-8b1d-83d12da97f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.549836019Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.603160746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:18.500182524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e787d40-fe9a-4843-b6f2-409163bfc4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:18.552824645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e787d40-fe9a-4843-b6f2-409163bfc4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:18.605319877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e787d40-fe9a-4843-b6f2-409163bfc4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:18.657868508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e787d40-fe9a-4843-b6f2-409163bfc4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.708351822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d296c8-aa90-4228-b8cd-5005a750ee30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.761430807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d296c8-aa90-4228-b8cd-5005a750ee30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.814128675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d296c8-aa90-4228-b8cd-5005a750ee30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.866649037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d296c8-aa90-4228-b8cd-5005a750ee30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.875663885Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1be817-4b1d-421f-8459-9b6704b886c3","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:22.825829281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1be817-4b1d-421f-8459-9b6704b886c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:22.878361221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1be817-4b1d-421f-8459-9b6704b886c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:22.931251485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1be817-4b1d-421f-8459-9b6704b886c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:22.984212097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1be817-4b1d-421f-8459-9b6704b886c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:24.894021523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038a46d2-afaa-42dc-96f7-d8a2503430d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:24.946906142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038a46d2-afaa-42dc-96f7-d8a2503430d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:24.999555484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038a46d2-afaa-42dc-96f7-d8a2503430d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:25.051993259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038a46d2-afaa-42dc-96f7-d8a2503430d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:25.479468676Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5f2b9faf-ceb7-4c62-9122-df67e52ba9e0","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:31.325774475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6461d80a-d51a-4517-8a43-ffc780376a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:31.37850713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6461d80a-d51a-4517-8a43-ffc780376a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:31.431230368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6461d80a-d51a-4517-8a43-ffc780376a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:31.48378103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6461d80a-d51a-4517-8a43-ffc780376a75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.381654116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bada39c6-225b-4d9d-b1d1-75ea166a397c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.434511433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bada39c6-225b-4d9d-b1d1-75ea166a397c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.487037822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bada39c6-225b-4d9d-b1d1-75ea166a397c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.539615006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bada39c6-225b-4d9d-b1d1-75ea166a397c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:38.186355912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6996dae4-d39e-44be-804d-d777ddbd4214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:38.239161768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6996dae4-d39e-44be-804d-d777ddbd4214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:38.291848568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6996dae4-d39e-44be-804d-d777ddbd4214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:38.344640409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6996dae4-d39e-44be-804d-d777ddbd4214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:40.361558627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57b610c-350f-489a-afab-052e409aab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:40.414102294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57b610c-350f-489a-afab-052e409aab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:40.466679251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57b610c-350f-489a-afab-052e409aab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:40.520054961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e57b610c-350f-489a-afab-052e409aab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:47.658337827Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:17.653984739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:41.866101307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90155744-ca06-4988-8cd2-154a1c6dd146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:41.918833741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90155744-ca06-4988-8cd2-154a1c6dd146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:41.971508393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90155744-ca06-4988-8cd2-154a1c6dd146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:42.024155649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90155744-ca06-4988-8cd2-154a1c6dd146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:43.954377498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa87729f-b3d6-4236-9532-070afb92c776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.007065428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa87729f-b3d6-4236-9532-070afb92c776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.059715189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa87729f-b3d6-4236-9532-070afb92c776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.112414412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa87729f-b3d6-4236-9532-070afb92c776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:45.904749978Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"83a1ac05-7e49-477c-b273-d3c5cb598f49","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:46.970655177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1eb9ee-5688-4f35-8c70-87743b21dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:47.023289498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1eb9ee-5688-4f35-8c70-87743b21dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:47.076080612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1eb9ee-5688-4f35-8c70-87743b21dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:47.129244967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1eb9ee-5688-4f35-8c70-87743b21dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:47.603013974Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:49.032355488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963b662e-fd81-46b0-890b-03fe0483cd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:49.084902278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963b662e-fd81-46b0-890b-03fe0483cd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:49.137528288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963b662e-fd81-46b0-890b-03fe0483cd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:49.190496421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963b662e-fd81-46b0-890b-03fe0483cd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:17.603073906Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.465991393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814db079-bb90-4e81-83c7-4e0d99b4d624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.621601796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814db079-bb90-4e81-83c7-4e0d99b4d624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.662916237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f29dd06e-9fa8-43ee-86f6-757476ff25e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.677645974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814db079-bb90-4e81-83c7-4e0d99b4d624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.720025724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f29dd06e-9fa8-43ee-86f6-757476ff25e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.775719528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f29dd06e-9fa8-43ee-86f6-757476ff25e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.894855439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b1862cb-1124-4ea7-b3c6-291952f927b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.951423397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b1862cb-1124-4ea7-b3c6-291952f927b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:19.995029458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39162752-461c-426e-97c3-fd7ce055da43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.007045877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b1862cb-1124-4ea7-b3c6-291952f927b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.05282852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39162752-461c-426e-97c3-fd7ce055da43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.113460688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39162752-461c-426e-97c3-fd7ce055da43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.36942343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"271eee29-2802-427d-9de1-cae8e473d77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.426404864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"271eee29-2802-427d-9de1-cae8e473d77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.468713127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7452ba00-1a39-40b8-9cf0-a62ce113c80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.481906062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"271eee29-2802-427d-9de1-cae8e473d77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.52898019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7452ba00-1a39-40b8-9cf0-a62ce113c80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.584783818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7452ba00-1a39-40b8-9cf0-a62ce113c80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.713761535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d59c4f8-f543-4036-9b8e-6eb34c7ea2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:51:20.752525834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81257a0f-2a21-4c21-9d18-51361f1cae4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.77546505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d59c4f8-f543-4036-9b8e-6eb34c7ea2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:51:20.811795173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b9bddc1-11fe-4cd4-a7f5-288612450be2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.816898345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6eae425-cea8-45a1-9a0d-f504c518094b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.83149286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d59c4f8-f543-4036-9b8e-6eb34c7ea2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.873576478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6eae425-cea8-45a1-9a0d-f504c518094b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.928704095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6eae425-cea8-45a1-9a0d-f504c518094b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.981303873Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9bbca027-d7d4-4697-ad4a-2e3a77c6d036","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:20.988747235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51144991-6a06-4029-8488-0685bcd4c4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.045277822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51144991-6a06-4029-8488-0685bcd4c4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.083933654Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb16ef1a-d90a-43a0-bd1c-3e01ec9ed678","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.093201417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4a797d5-4412-4253-a595-1098f21b4be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.103796136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51144991-6a06-4029-8488-0685bcd4c4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.150263246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4a797d5-4412-4253-a595-1098f21b4be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.181727135Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1e2029c-0502-4b00-9044-fa5f357d9c73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.205965741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4a797d5-4412-4253-a595-1098f21b4be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.267955526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"384f92a2-d676-4b68-8d5a-cd06339f8fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.282218719Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"260bbc0e-8ebc-422c-b6a0-1274392ff454","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.324521214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"384f92a2-d676-4b68-8d5a-cd06339f8fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.369915878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc47930e-9df2-455e-88ab-38e139c1bf14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.3795851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"384f92a2-d676-4b68-8d5a-cd06339f8fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.427580669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc47930e-9df2-455e-88ab-38e139c1bf14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.482914695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc47930e-9df2-455e-88ab-38e139c1bf14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:24.651226762Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b793219a-e5d8-4bc0-a1f0-eac66f38c46a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:24.928192301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"74a9073b-6d9c-4979-913d-8cbdc49ca248","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:24.928213168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"74a9073b-6d9c-4979-913d-8cbdc49ca248","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:24.981406997Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ade88c99-f0e9-478d-9334-f1a480afad81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:24.981407438Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"548ab429-293f-4f04-8a41-659e8a47bc27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:24.995625655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"58ab752f-e7c9-4d17-b76e-e4b9cd072ebe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:24.995649456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"58ab752f-e7c9-4d17-b76e-e4b9cd072ebe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.086537219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cf84f05-31dc-45ef-9912-9327faefe9e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.086537217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2c125d5-a90a-4524-94e8-a5a672bb0a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.144064087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cf84f05-31dc-45ef-9912-9327faefe9e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.144162139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2c125d5-a90a-4524-94e8-a5a672bb0a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.152299941Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5f9b5ec-3ce0-4f6d-bedc-43ee04c24c32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.200479002Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2c125d5-a90a-4524-94e8-a5a672bb0a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.200479172Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cf84f05-31dc-45ef-9912-9327faefe9e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.47144464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7c16d79-043b-4492-91c5-301c38883588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.471556268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8aef2c5-db14-4e16-81ae-04d6c0032179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.530389859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8aef2c5-db14-4e16-81ae-04d6c0032179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.530457576Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8aef2c5-db14-4e16-81ae-04d6c0032179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.53039378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7c16d79-043b-4492-91c5-301c38883588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.530526778Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7c16d79-043b-4492-91c5-301c38883588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:26.607527668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a6653fc2-912d-41aa-b504-1601032c7f58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:26.607547271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a6653fc2-912d-41aa-b504-1601032c7f58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:29.220556229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3db8308-51f5-4a81-b1a1-c4d23a7147f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:29.220571553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9289fc6-976f-4688-a4eb-7e37820e5fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:29.328179647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3db8308-51f5-4a81-b1a1-c4d23a7147f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:29.328243683Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3db8308-51f5-4a81-b1a1-c4d23a7147f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:29.328383672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9289fc6-976f-4688-a4eb-7e37820e5fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:29.328437734Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9289fc6-976f-4688-a4eb-7e37820e5fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.523296394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d86956ee-14a0-4071-8cdb-5e614a2eecd8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.523316605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d86956ee-14a0-4071-8cdb-5e614a2eecd8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.523674929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b102e8a6-c1fb-4031-bb25-7218830fdccd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.523687271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b102e8a6-c1fb-4031-bb25-7218830fdccd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.578685247Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cafee0d0-35c2-4948-ba82-4d81112b5d54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.578708798Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da557852-6691-4636-a19b-cbcc148f4996","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.599966567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"532f7f28-19cd-43b7-85e6-aae7932ecd1c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.599998729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"532f7f28-19cd-43b7-85e6-aae7932ecd1c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.60031061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"346fb539-7efb-4e31-b80a-6f088827314e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.6003256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"346fb539-7efb-4e31-b80a-6f088827314e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.681677995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"890fb0cb-ba60-4423-bfaa-32daedbd0b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.738071679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"890fb0cb-ba60-4423-bfaa-32daedbd0b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.738158976Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"890fb0cb-ba60-4423-bfaa-32daedbd0b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.782486639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"565a13e4-1060-462f-8993-1a1a048375f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.839507105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"565a13e4-1060-462f-8993-1a1a048375f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.839578625Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"565a13e4-1060-462f-8993-1a1a048375f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:32.947747941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20a21b48-42f0-4bad-8955-2cc59bb0fc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:33.004402944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20a21b48-42f0-4bad-8955-2cc59bb0fc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:33.004471439Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20a21b48-42f0-4bad-8955-2cc59bb0fc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:33.050495421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c1333ee-8727-4588-837f-517be9c33212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:33.107780487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c1333ee-8727-4588-837f-517be9c33212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:33.107849352Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c1333ee-8727-4588-837f-517be9c33212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:33.779471102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d7a2400-e177-462b-a286-e59468563578","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:33.779492315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d7a2400-e177-462b-a286-e59468563578","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:35.98577561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21036fa4-7982-4d75-be2b-79f2f8cbd57a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:35.985798764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21036fa4-7982-4d75-be2b-79f2f8cbd57a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:35.986047492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b57da391-ba27-4ff7-a2f7-fcc873f6f57e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:35.986058561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b57da391-ba27-4ff7-a2f7-fcc873f6f57e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:35.986374196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c4c5d9c-43a7-4c3a-896e-65225e2823c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:35.986389315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c4c5d9c-43a7-4c3a-896e-65225e2823c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.039331675Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fee708bf-0c4a-45e5-9ac1-531fe316bf4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.052849346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"da04a532-9184-4629-b269-315dfc24c25c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.052868307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"da04a532-9184-4629-b269-315dfc24c25c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.053099217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"63e44aaf-7b4d-423d-a921-c8428929821d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.053111842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"63e44aaf-7b4d-423d-a921-c8428929821d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.053318212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5d1b0947-5d5a-461d-858f-560a05cae675","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.053329204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5d1b0947-5d5a-461d-858f-560a05cae675","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.139538117Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8426e78a-ea7d-4f54-8cf6-29bb9cc33880","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.149794233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60ae6b4c-dce2-42e0-ab49-5891bdeb95c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.149986934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7bed08d-49e3-427d-9d8e-0bcffded2556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.209001176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60ae6b4c-dce2-42e0-ab49-5891bdeb95c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.209063827Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60ae6b4c-dce2-42e0-ab49-5891bdeb95c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.209218238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7bed08d-49e3-427d-9d8e-0bcffded2556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.209267916Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7bed08d-49e3-427d-9d8e-0bcffded2556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.423770341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e2cbc4f-049a-47bf-ba42-a08921d7165b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.423770445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837e991e-ac10-470d-b90c-7510df947a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.481472083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e2cbc4f-049a-47bf-ba42-a08921d7165b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.481547784Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e2cbc4f-049a-47bf-ba42-a08921d7165b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.481565455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837e991e-ac10-470d-b90c-7510df947a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.481618581Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837e991e-ac10-470d-b90c-7510df947a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.724397061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af1aef98-58fc-4d79-8cd6-52cae828842c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.724396978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d913c5e0-0b9a-488b-98a3-65a9dbadcfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.781686184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af1aef98-58fc-4d79-8cd6-52cae828842c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.781751821Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af1aef98-58fc-4d79-8cd6-52cae828842c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.782067403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d913c5e0-0b9a-488b-98a3-65a9dbadcfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:36.782115614Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d913c5e0-0b9a-488b-98a3-65a9dbadcfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:37.237452839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ad77c2cc-da8c-42bb-8041-9e437c22db59","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:37.23747471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ad77c2cc-da8c-42bb-8041-9e437c22db59","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.132595532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e84a9dce-fd10-43ca-b693-d5c7b4ab2036","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.132621391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e84a9dce-fd10-43ca-b693-d5c7b4ab2036","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.132957828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"822d2c61-e168-4494-9069-580c4e0971b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.132985466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"822d2c61-e168-4494-9069-580c4e0971b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.133309193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9d11bd42-e9cf-45fb-93f8-a580c6ef11bf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.133326891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9d11bd42-e9cf-45fb-93f8-a580c6ef11bf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.133783541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"36731955-9208-4b78-92a0-6acd00b5522a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.133800501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"36731955-9208-4b78-92a0-6acd00b5522a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.186413569Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ac28797-cea0-4ca3-9f19-322a217cef23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.202256455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0d33414-3140-42b2-93d4-9999e098bbe4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.2022766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0d33414-3140-42b2-93d4-9999e098bbe4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.20251539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"349ad13a-0fcb-4537-8050-fcafe57e5d86","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.20252635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"349ad13a-0fcb-4537-8050-fcafe57e5d86","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.20269388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1ac1a4b-1c00-48c7-ba0d-65a3b11a8215","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.202703324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1ac1a4b-1c00-48c7-ba0d-65a3b11a8215","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.202913028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13c4df74-266b-4fe1-b409-481795193090","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.202924228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13c4df74-266b-4fe1-b409-481795193090","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.286866194Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e57af0c-67f7-4512-b241-0709e1c4c07b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.293261248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8f58609-eb00-4606-b9ed-46460fc5cbb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.293256359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6376660a-14ed-4390-b5c2-b82cdaf37c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.350285379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6376660a-14ed-4390-b5c2-b82cdaf37c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.350357395Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6376660a-14ed-4390-b5c2-b82cdaf37c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.392334829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8f58609-eb00-4606-b9ed-46460fc5cbb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.392413554Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8f58609-eb00-4606-b9ed-46460fc5cbb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.561863266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd3cba30-2011-4a61-94d8-cd271cc738a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.620701533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd3cba30-2011-4a61-94d8-cd271cc738a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.62080283Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd3cba30-2011-4a61-94d8-cd271cc738a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.666020276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c1a2548-39fb-46fe-8f93-a1849d591b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.72395837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c1a2548-39fb-46fe-8f93-a1849d591b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:39.724034427Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c1a2548-39fb-46fe-8f93-a1849d591b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:40.3844311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7eb8feb8-d0d5-400a-8c51-ee9eba142cd9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:40.384450951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7eb8feb8-d0d5-400a-8c51-ee9eba142cd9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.552788267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5cf34aee-3512-433e-acc1-9d1a073928ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.552809514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5cf34aee-3512-433e-acc1-9d1a073928ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.553042205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"33369837-846f-4d02-935e-9cf3f537312e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.553052967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"33369837-846f-4d02-935e-9cf3f537312e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.553246141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39bfd0a2-5b6c-4919-b707-bc3b819ff0cb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.553258617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39bfd0a2-5b6c-4919-b707-bc3b819ff0cb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.553420574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e643902-c904-4b82-bd79-bf07e4843dee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.553430562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e643902-c904-4b82-bd79-bf07e4843dee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.553660195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3f57a53a-b494-4b25-b7d6-eb69b05df063","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.553671431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3f57a53a-b494-4b25-b7d6-eb69b05df063","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.609824272Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b23e5cb-f713-48b1-ae6c-e047e4dd52f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.609991697Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0b7c354a-6e94-4341-871e-870cf007c526","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.628074021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba42c879-fb5c-4653-9686-f68c5246d34b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.628102297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba42c879-fb5c-4653-9686-f68c5246d34b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.628390068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bf3f9f83-a687-4644-b7c4-fde457b3c7ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.628402984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bf3f9f83-a687-4644-b7c4-fde457b3c7ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.628584002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"04c825cc-1bcf-4ca5-8e23-20938f2a9346","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.628594431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"04c825cc-1bcf-4ca5-8e23-20938f2a9346","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.628772742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"80378029-4b9f-44ed-a847-4bf85a45d6d3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.628784007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"80378029-4b9f-44ed-a847-4bf85a45d6d3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.628960488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c6c69d9-3119-4a08-b7a9-63129249c912","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.628970585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c6c69d9-3119-4a08-b7a9-63129249c912","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.715337342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28ccb61-75da-494f-b33e-10988a09048a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.715339254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4364888-d805-41f0-89f5-dc87ebfe80b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.777851001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28ccb61-75da-494f-b33e-10988a09048a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.777918344Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28ccb61-75da-494f-b33e-10988a09048a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.777947448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4364888-d805-41f0-89f5-dc87ebfe80b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.778000093Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4364888-d805-41f0-89f5-dc87ebfe80b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.000108485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cb1801-04c7-495f-8696-72c256ba4e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.000107972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f0fe4b-3098-4f51-bcea-5726e5833179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.057564968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cb1801-04c7-495f-8696-72c256ba4e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.057630935Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cb1801-04c7-495f-8696-72c256ba4e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.057976187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f0fe4b-3098-4f51-bcea-5726e5833179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.05803095Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f0fe4b-3098-4f51-bcea-5726e5833179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.271511372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeadc79b-2551-4982-b4a2-909c325e9618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.27151138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9ffb0d4-bfd4-42a8-bb99-78e15d0a211b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.330369867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeadc79b-2551-4982-b4a2-909c325e9618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.330435798Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeadc79b-2551-4982-b4a2-909c325e9618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.330994072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9ffb0d4-bfd4-42a8-bb99-78e15d0a211b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.33104412Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9ffb0d4-bfd4-42a8-bb99-78e15d0a211b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.541708465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1379484a-44cf-47ee-83bc-51fb82216676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.541708965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5435b25-7fbf-4bc0-a728-04c1908a016d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.59850613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1379484a-44cf-47ee-83bc-51fb82216676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.598571316Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1379484a-44cf-47ee-83bc-51fb82216676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.599430587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5435b25-7fbf-4bc0-a728-04c1908a016d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.599487017Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5435b25-7fbf-4bc0-a728-04c1908a016d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.813012617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d80397d-4f0f-4458-a2f6-4045a3383e3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.813033575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d80397d-4f0f-4458-a2f6-4045a3383e3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.2898708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59a83b4a-7ef8-491c-a827-3f913ea9415c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.289894671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59a83b4a-7ef8-491c-a827-3f913ea9415c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.290187502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6c9125a5-64aa-453a-b272-d34597459907","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.290201602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6c9125a5-64aa-453a-b272-d34597459907","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.290514328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"42e24c7a-3723-4517-a73a-3e8d52ac6d52","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.29053324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"42e24c7a-3723-4517-a73a-3e8d52ac6d52","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.290731733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8fb46272-bb9c-4270-8910-1792b34cc920","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.290744232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8fb46272-bb9c-4270-8910-1792b34cc920","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.290958759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0944632b-b53d-4ef6-8294-d4fbcfc8aaff","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.290971639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0944632b-b53d-4ef6-8294-d4fbcfc8aaff","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.291191452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f15529fb-0270-4da2-8a29-a13556ba2c3d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.291215245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f15529fb-0270-4da2-8a29-a13556ba2c3d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.34344161Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25789720-f7ba-430b-bcca-dc094710e4a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.358061509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c5e5234-187d-4689-ac95-de3b71ba9023","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.358081575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c5e5234-187d-4689-ac95-de3b71ba9023","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.358351371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8efd418b-7716-40cc-b66c-b252856149ac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.35836723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8efd418b-7716-40cc-b66c-b252856149ac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.358568924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"772b9375-29e3-4010-a609-76063d098636","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.358579727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"772b9375-29e3-4010-a609-76063d098636","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.358781962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f50f4248-8c34-4678-a1cb-599398d83653","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.358793171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f50f4248-8c34-4678-a1cb-599398d83653","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.359000438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f7b4ad7a-ebfd-4e57-9849-95140388c9a1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.359013433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f7b4ad7a-ebfd-4e57-9849-95140388c9a1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.359226004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f647617-980d-482a-9260-0ce0d38f2e6a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.35923719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f647617-980d-482a-9260-0ce0d38f2e6a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.444763791Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1cc61c12-fcda-490a-9ed1-9e37a253b247","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.449269509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e39fcd16-b317-4950-9294-4bf62d18b3f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.449269551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e00e56e6-837c-4a6a-a17a-9463ed2c7028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.509658602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e39fcd16-b317-4950-9294-4bf62d18b3f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.509736065Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e39fcd16-b317-4950-9294-4bf62d18b3f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.509661703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e00e56e6-837c-4a6a-a17a-9463ed2c7028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.509809489Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e00e56e6-837c-4a6a-a17a-9463ed2c7028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.724177095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d98b9ca6-2f75-4bb6-b849-41e0d36ad41a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.724204449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f18993b6-5e26-43b4-9578-2f8b49458158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.787554388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f18993b6-5e26-43b4-9578-2f8b49458158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.787656391Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f18993b6-5e26-43b4-9578-2f8b49458158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.78771874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d98b9ca6-2f75-4bb6-b849-41e0d36ad41a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:46.787800685Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d98b9ca6-2f75-4bb6-b849-41e0d36ad41a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:47.556149885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c12b8c5f-953c-48b6-a2f3-6477d4f0ebc1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:47.556172652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c12b8c5f-953c-48b6-a2f3-6477d4f0ebc1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:47.60305947Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.755041385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc0298c0-f1bf-48ff-a534-2353a5df60d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.755068387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc0298c0-f1bf-48ff-a534-2353a5df60d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.755429688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17ac9e00-ecf1-45a4-a45c-6bf6732c2d1b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.755448296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17ac9e00-ecf1-45a4-a45c-6bf6732c2d1b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.755734034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5298d8ca-e437-4a8b-bb52-3d2b2f3806f8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.755748148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5298d8ca-e437-4a8b-bb52-3d2b2f3806f8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.755957194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"99c68280-736c-428d-86f1-0291028e8ca1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.755969227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"99c68280-736c-428d-86f1-0291028e8ca1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.756176506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"778c3df9-5ea0-497f-a69a-2cf104b83ff8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.756187087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"778c3df9-5ea0-497f-a69a-2cf104b83ff8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.756376533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2c90693-2a26-48aa-ad73-94ea242e1e28","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.756387603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2c90693-2a26-48aa-ad73-94ea242e1e28","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.756563643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c08a705-9402-423f-86a2-a8a9d0abdec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.756575652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c08a705-9402-423f-86a2-a8a9d0abdec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.811995806Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26f5b560-b36f-4f57-a4ab-684e00451dc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.823598794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1cbe2a84-192e-41bf-98c1-cd8859f03020","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.82362068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1cbe2a84-192e-41bf-98c1-cd8859f03020","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.823860319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d3983c3-7900-4aa2-95e0-813fb8f2d6a1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.823872536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d3983c3-7900-4aa2-95e0-813fb8f2d6a1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.824058675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d2cdb4a-620b-43e7-bc67-a9e89957cc4e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.824069464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d2cdb4a-620b-43e7-bc67-a9e89957cc4e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.824279347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6648af64-938d-438f-9f59-c27fd4c479c5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.824290685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6648af64-938d-438f-9f59-c27fd4c479c5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.824472598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"afa91479-77df-48a4-a076-c07946815828","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.824482517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"afa91479-77df-48a4-a076-c07946815828","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.824657055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2f3c7a0-f19d-4437-a5fc-0cf710d40f70","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.824668466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2f3c7a0-f19d-4437-a5fc-0cf710d40f70","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.824863327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"331d4e9b-74ca-4bb7-b56b-c0cc467b95ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.824873844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"331d4e9b-74ca-4bb7-b56b-c0cc467b95ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.918363521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1cbede-4b63-4a5b-9130-392751024662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.921585911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d538cc5-53bf-42eb-840c-cfaa4217fc7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.976064806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1cbede-4b63-4a5b-9130-392751024662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.976171837Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1cbede-4b63-4a5b-9130-392751024662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.977932402Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"219e37ef-e626-4294-8238-6dd2987336d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:49.978932861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d538cc5-53bf-42eb-840c-cfaa4217fc7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.144404209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc727a53-0894-489e-8d43-69843d133958","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.144427692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc727a53-0894-489e-8d43-69843d133958","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.187911265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c1aded4-ccfb-471b-8c5f-f77985a8eb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.248145018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c1aded4-ccfb-471b-8c5f-f77985a8eb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.248223745Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c1aded4-ccfb-471b-8c5f-f77985a8eb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.363062509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"266ab811-30be-41e9-a3ed-7e75a435a2ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.367859056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d45a924-967f-4bb8-adb2-79301a63898b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.425616561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d45a924-967f-4bb8-adb2-79301a63898b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.507994181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9fa3fb-1d41-427c-a46b-077c75a87c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.565674413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9fa3fb-1d41-427c-a46b-077c75a87c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.565750622Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9fa3fb-1d41-427c-a46b-077c75a87c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.743968896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df85e927-7e0a-4dda-b75f-34525e5f62d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.801250174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df85e927-7e0a-4dda-b75f-34525e5f62d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.844889215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cc0610c-517e-402d-b3a5-a44bea785af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.904067256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cc0610c-517e-402d-b3a5-a44bea785af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:50.904189147Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cc0610c-517e-402d-b3a5-a44bea785af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:51.038210135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"305acc92-a9c8-44c2-863f-911f0a331db7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:51.038237977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"305acc92-a9c8-44c2-863f-911f0a331db7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:51.250578542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b1c5ba1-4f2b-47ca-82bd-c75cca017f96","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.166207983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b72e8683-e824-4a65-9653-fd22dcf6e37b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.166234775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b72e8683-e824-4a65-9653-fd22dcf6e37b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.166531126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec723c72-2645-4415-933d-23565b8f639e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.166548323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec723c72-2645-4415-933d-23565b8f639e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.166780646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b1398640-9751-4132-91b1-867253406ec8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.166793606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b1398640-9751-4132-91b1-867253406ec8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.166968286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4b432735-5709-458f-b5df-241debe7a149","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.166984294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4b432735-5709-458f-b5df-241debe7a149","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.167255319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"799dd5eb-03d7-43ae-836d-e1ecfd4706ab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.167272237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"799dd5eb-03d7-43ae-836d-e1ecfd4706ab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.167480791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89f9b8f5-0650-4b97-9c98-1e6c06438f00","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.167495425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89f9b8f5-0650-4b97-9c98-1e6c06438f00","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.167711941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2fb143-6dd7-4bdb-885d-4cac7df3ec77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.167722237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2fb143-6dd7-4bdb-885d-4cac7df3ec77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.167938161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de87f68c-675a-45ca-8e3c-cedb526968dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.167949092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de87f68c-675a-45ca-8e3c-cedb526968dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.234099373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5442a89b-bead-4a90-8b0e-00672f554aaa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.234120431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5442a89b-bead-4a90-8b0e-00672f554aaa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.234381278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"267054dc-616d-4b52-bd3f-a25e8784c63b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.234393598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"267054dc-616d-4b52-bd3f-a25e8784c63b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.234560966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"08fa0777-ec9e-4979-b7bd-252c7c11c284","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.234570499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"08fa0777-ec9e-4979-b7bd-252c7c11c284","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.234732654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0553c4b4-bd93-4b84-9736-dd4eae404476","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.234741542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0553c4b4-bd93-4b84-9736-dd4eae404476","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.234948789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b27d685f-ec97-416a-a17c-0887ad5848fb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.234966447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b27d685f-ec97-416a-a17c-0887ad5848fb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.235230802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"662fffc5-e7f7-4bd5-b59e-3ad4112520c8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.235244226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"662fffc5-e7f7-4bd5-b59e-3ad4112520c8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.235477604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5bef4e2-9b49-40cb-b447-8b560b2206fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.235490903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5bef4e2-9b49-40cb-b447-8b560b2206fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.235730076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65129088-5b66-437a-a8a2-67b9387649e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.235742244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65129088-5b66-437a-a8a2-67b9387649e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.32830567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d6c260c-ad6f-408a-b7e5-f51d8b8a351d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.328327427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2f0ba55-bf2f-4e73-8a1a-838ed26fe666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.380860063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3386b4b3-079f-4ec0-bbbc-c7eebc825d7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.381842124Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b66d950a-fd3a-4eb0-93a2-da4d3c803ff7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.386320922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d6c260c-ad6f-408a-b7e5-f51d8b8a351d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.386585019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2f0ba55-bf2f-4e73-8a1a-838ed26fe666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.545846298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0a2807f-58fb-457e-b866-5d4abd5b001f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.545867406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0a2807f-58fb-457e-b866-5d4abd5b001f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.704776707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ea0093b-7c10-4971-83de-6679fafbe802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.758435318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c067976b-ca77-49d9-a420-4b70a14a495f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.763805061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ea0093b-7c10-4971-83de-6679fafbe802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.805879376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fee7d8a3-ee21-4055-9aae-0cdfaec5ee7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:53.862966628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fee7d8a3-ee21-4055-9aae-0cdfaec5ee7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:54.42762302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04169667-916a-44ee-ad59-54467c9633c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:54.427651633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04169667-916a-44ee-ad59-54467c9633c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:54.646555421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2aed09f8-30de-4668-b489-c34452adf0b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:57.596915433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c807a7a8-956d-43b8-a1e2-d43d587d2c42","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:57.596947065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c807a7a8-956d-43b8-a1e2-d43d587d2c42","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.127776398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"551a7279-47e5-42fc-94e0-288d3fbddc72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.21426081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2df24d5-9ac6-43b7-992c-6e8050c8d953","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.274365737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8371ae00-bdf4-42ab-b784-e841fea0c88c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.274364984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb2281d8-7c1d-4f90-ada4-75113d195096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.307298826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ffe5cc0-438c-4c74-be8b-2495014400d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.307320062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ffe5cc0-438c-4c74-be8b-2495014400d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.342897032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8371ae00-bdf4-42ab-b784-e841fea0c88c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.343019588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb2281d8-7c1d-4f90-ada4-75113d195096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.403710729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f23791cd-99b6-4415-9807-5118754e6672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.403734813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f23791cd-99b6-4415-9807-5118754e6672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.661074294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4e4d324-dbc4-44e9-983e-5bd8231fc01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.661177801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4454c509-f688-4a60-a879-1524d4f9427a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.718218914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4e4d324-dbc4-44e9-983e-5bd8231fc01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.718996175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4454c509-f688-4a60-a879-1524d4f9427a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:01.241305218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4b1b301-00d7-4670-b38f-c923080efa68","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:01.241329064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4b1b301-00d7-4670-b38f-c923080efa68","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:03.235372701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"51c9d373-70e1-4756-8daa-1ef8b08dd612","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:03.235393094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"51c9d373-70e1-4756-8daa-1ef8b08dd612","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:03.235761179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"047a4fad-bb4e-4024-bb3d-3d045213f311","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:03.235777558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"047a4fad-bb4e-4024-bb3d-3d045213f311","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:03.236035013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"06f6ea73-854b-4df7-b791-784a46d22ec5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:03.236045393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"06f6ea73-854b-4df7-b791-784a46d22ec5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:03.23624955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"92730e1f-dbd2-4cc7-9c65-b25036347a5f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:03.236260687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"92730e1f-dbd2-4cc7-9c65-b25036347a5f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:04.503899498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3135796f-3534-4d64-9841-823772f37100","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:04.503922251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3135796f-3534-4d64-9841-823772f37100","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:06.911789206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1d7f856-e8a5-4e15-9c07-dec49fc41bb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.01689045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc0aedf9-9f6f-4f96-afd8-f04871206a4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.446628201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ba220ca-2f28-45f0-ae84-21fb888bbefa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.446651319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ba220ca-2f28-45f0-ae84-21fb888bbefa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:08.308747479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"958e2a50-08f3-4b2c-886f-46e46901a21a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:08.308780665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"958e2a50-08f3-4b2c-886f-46e46901a21a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:08.404496363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b06c2de5-8d8f-4e93-be6a-55df81746230","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:08.40452291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b06c2de5-8d8f-4e93-be6a-55df81746230","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:10.063960104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41eaa5b2-997e-4769-a3c7-25f42ccc555d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:10.063980541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41eaa5b2-997e-4769-a3c7-25f42ccc555d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:12.799620355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"547eb3a4-3219-45ff-9768-4c1a87ea1eca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:12.799643191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"547eb3a4-3219-45ff-9768-4c1a87ea1eca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.65468461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd899eb0-d15a-4818-bf27-a1152a4a1d65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.654712521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd899eb0-d15a-4818-bf27-a1152a4a1d65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.869645404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"048712ee-878a-497d-b464-fd634d70ba26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.875865209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d93a3e21-0b1c-4658-9680-a941b52cee3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.875864527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae11c851-155e-4d88-bc4a-53dec8b82732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.982998191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae11c851-155e-4d88-bc4a-53dec8b82732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.98303164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d93a3e21-0b1c-4658-9680-a941b52cee3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:17.041944855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac473dde-9c67-4061-95d3-126c5c06d560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:17.04197561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac473dde-9c67-4061-95d3-126c5c06d560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:17.254556081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d3ec6a6-cafc-483c-9567-001bb05caad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:17.603547807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:18.312419298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfec3a1a-cd43-4adf-b0bb-f2c678094513","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:18.312450833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfec3a1a-cd43-4adf-b0bb-f2c678094513","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:19.754828039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"823f75f5-3c2e-480b-8bb6-dc6043cf34b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:19.754855836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"823f75f5-3c2e-480b-8bb6-dc6043cf34b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:19.968648203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd5a7f34-0af0-4f25-a499-7847caed1a62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:19.98154346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56665bcb-d127-41d3-ba49-effc8fa4a1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:19.98159515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"030a161f-098e-4834-b678-a5ac785f9072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:20.088280603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56665bcb-d127-41d3-ba49-effc8fa4a1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:20.088733284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"030a161f-098e-4834-b678-a5ac785f9072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:20.144833163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be5b87ba-4ffe-4fcf-8aca-cf29c43fb7b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:20.144860327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be5b87ba-4ffe-4fcf-8aca-cf29c43fb7b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:20.362510819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5389a8b9-792f-4f33-b8cc-591ae37914ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.507586958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e55400cf-67d9-4200-adc2-6cbc06674b66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.507607403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e55400cf-67d9-4200-adc2-6cbc06674b66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.68005722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2432da32-6d10-445a-ac88-57ed3675b273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.738987778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2432da32-6d10-445a-ac88-57ed3675b273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.769020976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebc902c6-ecb6-4055-b61c-45a26019a528","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.769041867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebc902c6-ecb6-4055-b61c-45a26019a528","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.932539635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"886dade9-3f2e-4c62-b92c-15d7f36d97ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.987566018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8b7d68d-baf7-40fb-a09b-89da44d931ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.99017666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"886dade9-3f2e-4c62-b92c-15d7f36d97ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:23.011334192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca2c9a92-8e63-47e3-88de-62cf2886276d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:23.011358017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca2c9a92-8e63-47e3-88de-62cf2886276d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:23.169368647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1be890d9-b2da-4dbf-8a43-8dd63eb56520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:23.174549229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bd8ede6-33af-4e3a-b00b-af60ddcb2662","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:23.174566766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bd8ede6-33af-4e3a-b00b-af60ddcb2662","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:23.226215866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1be890d9-b2da-4dbf-8a43-8dd63eb56520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.656308718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.653548443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.183021388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566a7acb-6715-4720-b23b-bc47a98c16e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.235720309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566a7acb-6715-4720-b23b-bc47a98c16e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.289514194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566a7acb-6715-4720-b23b-bc47a98c16e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.34250366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566a7acb-6715-4720-b23b-bc47a98c16e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.691755058Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f20e6e5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f20e6e5e","reconcileID":"0fcb4ad6-1efd-44d8-beeb-dc82376626cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f20e6e5e","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-f20e6e5e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.768576178Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-c6317794","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-c6317794","reconcileID":"0beaba33-341e-4734-9691-b0591846b800","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-c6317794-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-c6317794-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.375750189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17af34d-6829-487a-a3b7-2847cbb16ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.42848911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17af34d-6829-487a-a3b7-2847cbb16ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.481919247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17af34d-6829-487a-a3b7-2847cbb16ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.534661822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a17af34d-6829-487a-a3b7-2847cbb16ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.457694427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e63be6-398a-4d9d-b653-e6e49c49aefd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.510582411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e63be6-398a-4d9d-b653-e6e49c49aefd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.565092986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e63be6-398a-4d9d-b653-e6e49c49aefd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.618371081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e63be6-398a-4d9d-b653-e6e49c49aefd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:31.119177193Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6996ffc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6996ffc6","reconcileID":"6dc3f043-1ceb-41a0-bce7-4381a9cb1ab2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6996ffc6","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-6996ffc6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:32.53037204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6080cc-e19e-494e-ba05-32f740e11ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:32.583928852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6080cc-e19e-494e-ba05-32f740e11ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:32.637242697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6080cc-e19e-494e-ba05-32f740e11ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:32.69023362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6080cc-e19e-494e-ba05-32f740e11ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.073792933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e40045-5a21-487c-8af5-912a7077c1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.126826368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e40045-5a21-487c-8af5-912a7077c1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.179598006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e40045-5a21-487c-8af5-912a7077c1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:36.232847073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e40045-5a21-487c-8af5-912a7077c1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.373848023Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"77f8988c-e5e4-4521-b6a1-f4760e56ce23","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.431127265Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"77f8988c-e5e4-4521-b6a1-f4760e56ce23","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.5384074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"77f8988c-e5e4-4521-b6a1-f4760e56ce23","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-c6317794-gw","tenantID":"e2e-migrate-c6317794","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:37.68153361Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"77f8988c-e5e4-4521-b6a1-f4760e56ce23","name":"e2e-migrate-c6317794-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.194651888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c4378e-c48e-4067-a3ba-b80e390048da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.247083143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c4378e-c48e-4067-a3ba-b80e390048da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.299932044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c4378e-c48e-4067-a3ba-b80e390048da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.352401741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c4378e-c48e-4067-a3ba-b80e390048da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.334812259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd78285e-cb58-402a-a52a-272ebb4be575","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.437691317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"419014e4-7266-42a3-9f2d-0c8e5c56f5b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.796784419Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-282df361","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-282df361","reconcileID":"da2bcdc3-451f-490e-904e-e4072ce6da20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-282df361","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-282df361":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:41.065975365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475d9273-38df-45cc-944d-aad006a94268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:41.129500433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475d9273-38df-45cc-944d-aad006a94268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:41.185718773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475d9273-38df-45cc-944d-aad006a94268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:41.239387955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475d9273-38df-45cc-944d-aad006a94268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:42.863838381Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"0fb64644-11c8-4a42-8c93-137d1fa69787","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:43.029433717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"0fb64644-11c8-4a42-8c93-137d1fa69787","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-f20e6e5e","tenantID":"e2e-ait-f20e6e5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:43.146919105Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"0fb64644-11c8-4a42-8c93-137d1fa69787","name":"e2e-ait-f20e6e5e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:47.603265492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:49.928999515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79f492b1-6b10-4017-aa7f-325686edee4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:50.047957349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"051801ac-06cf-4b04-ad09-64c29661d6fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.345955811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"c33bc711-0327-4319-916e-28ca3aa7bbf1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-6996ffc6","tenantID":"e2e-ait-6996ffc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.439408603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fe6fe5-f200-469d-b99e-468037a9ee8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.497464259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fe6fe5-f200-469d-b99e-468037a9ee8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.513801786Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"c33bc711-0327-4319-916e-28ca3aa7bbf1","name":"e2e-ait-6996ffc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.551406144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fe6fe5-f200-469d-b99e-468037a9ee8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.605234721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41fe6fe5-f200-469d-b99e-468037a9ee8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.858824678Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-c678f1ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-c678f1ee","reconcileID":"696538de-2c9c-40f9-bf4b-b3cd71934492","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-c678f1ee","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-c678f1ee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:55.665157028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2950af-23dc-46bb-8576-fb79bb79feee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:55.718232895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2950af-23dc-46bb-8576-fb79bb79feee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:55.771618955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2950af-23dc-46bb-8576-fb79bb79feee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:55.824695317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2950af-23dc-46bb-8576-fb79bb79feee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:57.367742183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"704d61f4-a63b-443d-aa52-9e8bcfa7a683","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:57.436229819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"370d421f-b29b-47b4-897e-07cae9221157","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:57.786078197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89aba3a4-61e1-43a4-8bde-2e42aec0a0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:57.842992746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89aba3a4-61e1-43a4-8bde-2e42aec0a0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:57.896511295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89aba3a4-61e1-43a4-8bde-2e42aec0a0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:57.949350906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89aba3a4-61e1-43a4-8bde-2e42aec0a0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:58.417505325Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"2712ca82-6cd6-4a9a-ba27-a4b11a345396","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:58.531683596Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"2712ca82-6cd6-4a9a-ba27-a4b11a345396","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.972404407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8620e5d0-f076-430d-a5a7-5a56973b1b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.026440406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8620e5d0-f076-430d-a5a7-5a56973b1b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.081009207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8620e5d0-f076-430d-a5a7-5a56973b1b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.134762665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8620e5d0-f076-430d-a5a7-5a56973b1b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.207361046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d133852a-8ac3-453c-88df-9f3dfb7772b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.260220029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d133852a-8ac3-453c-88df-9f3dfb7772b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.315809453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d133852a-8ac3-453c-88df-9f3dfb7772b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.373268077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d133852a-8ac3-453c-88df-9f3dfb7772b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:04.007962471Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"7924686d-8254-4dcc-b98c-a549d9e4caed","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:04.176570587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"7924686d-8254-4dcc-b98c-a549d9e4caed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-282df361","tenantID":"e2e-ait-282df361","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:04.294104602Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"7924686d-8254-4dcc-b98c-a549d9e4caed","name":"e2e-ait-282df361-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:04.367803232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e4207d-fc17-457b-a059-42e5dfe7b082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:04.420478581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e4207d-fc17-457b-a059-42e5dfe7b082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:04.473877967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e4207d-fc17-457b-a059-42e5dfe7b082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:04.526886785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e4207d-fc17-457b-a059-42e5dfe7b082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:06.462331629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b172c460-52f3-406f-a746-8052939ac7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:06.515411877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b172c460-52f3-406f-a746-8052939ac7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:06.568305318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b172c460-52f3-406f-a746-8052939ac7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:06.621183918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b172c460-52f3-406f-a746-8052939ac7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.586282095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e65de2a-7548-4d02-9eb3-2469857b6dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.63932408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e65de2a-7548-4d02-9eb3-2469857b6dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.692058599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e65de2a-7548-4d02-9eb3-2469857b6dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:11.745105713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e65de2a-7548-4d02-9eb3-2469857b6dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:13.716964925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9f5314-5536-43ee-a69c-c977cb7d09ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:13.770050624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9f5314-5536-43ee-a69c-c977cb7d09ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:13.823104279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9f5314-5536-43ee-a69c-c977cb7d09ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:13.875900602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9f5314-5536-43ee-a69c-c977cb7d09ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:14.764465815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f14db820-0a4e-4705-bd83-cc7677f109c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.116473845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"362dacbe-a234-425f-9e98-70c2717ab89e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.781487229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb593a9-9732-47ba-b617-94b712a69bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.835290307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb593a9-9732-47ba-b617-94b712a69bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.888299825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb593a9-9732-47ba-b617-94b712a69bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:15.941216244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb593a9-9732-47ba-b617-94b712a69bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:17.604049757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.875825935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92d067b-bd66-4f87-85c1-ec8b50687118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.9287897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92d067b-bd66-4f87-85c1-ec8b50687118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.981870401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92d067b-bd66-4f87-85c1-ec8b50687118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.034894829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92d067b-bd66-4f87-85c1-ec8b50687118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:23.98286841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fccc53-f316-4f81-9d86-68794e210b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.038208948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fccc53-f316-4f81-9d86-68794e210b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.09146879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fccc53-f316-4f81-9d86-68794e210b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:24.144511387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19fccc53-f316-4f81-9d86-68794e210b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.104440182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"31e314d3-ac2d-4e9b-8d18-40d883ca1242","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-c678f1ee","tenantID":"e2e-derive-c678f1ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.226784413Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"31e314d3-ac2d-4e9b-8d18-40d883ca1242","name":"e2e-derive-c678f1ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.328636468Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","namespace":"ai-tenant-e2e-migrate-c6317794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.328741535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","namespace":"ai-tenant-e2e-migrate-c6317794","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.328803883Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","tenant":"e2e-migrate-c6317794","tenantID":"e2e-migrate-c6317794","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.384179749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"Deployment","name":"maas-api-e2e-migrate-c6317794","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.448420884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"Service","name":"maas-api-e2e-migrate-c6317794","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.510492367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-c6317794","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.591314258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-c6317794","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.648741275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.713439721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.768334582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.82288372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.881127887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"Deployment","name":"payload-processing-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:25.936790254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.000779932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"Service","name":"payload-processing-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.073666136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"Service","name":"payload-pre-processing-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.129176241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.193617701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c07201e4-4142-410a-be14-adda2305ee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.197117755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.246809439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c07201e4-4142-410a-be14-adda2305ee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.299967598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c07201e4-4142-410a-be14-adda2305ee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.312972713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.35288974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c07201e4-4142-410a-be14-adda2305ee01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.412033173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.476298976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.542921159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.628432419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-c6317794","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:26.682690039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6317794"},"namespace":"ai-tenant-e2e-migrate-c6317794","name":"default-tenant","reconcileID":"54c2c474-01f7-47dc-8f59-f57686ad5409","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-c6317794","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.379217431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd93c8f-73e9-4c7d-96ce-ea884e6adc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.432267636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd93c8f-73e9-4c7d-96ce-ea884e6adc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.485196288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd93c8f-73e9-4c7d-96ce-ea884e6adc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:28.538405577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd93c8f-73e9-4c7d-96ce-ea884e6adc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.234339392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3eb4bc16-73eb-4916-bc43-d60ab84fc680","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.337559916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e331f3ed-f1f3-4227-8774-edd4c3cc63c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.481381303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8d519b-d441-460d-ad23-463c2e93d339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.534731003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8d519b-d441-460d-ad23-463c2e93d339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.587733316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8d519b-d441-460d-ad23-463c2e93d339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:30.640661196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8d519b-d441-460d-ad23-463c2e93d339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:32.589604288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b6a757-402b-491c-af56-71af30c11d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:32.643306012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b6a757-402b-491c-af56-71af30c11d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:32.695997885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b6a757-402b-491c-af56-71af30c11d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:32.748675002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b6a757-402b-491c-af56-71af30c11d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.381281268Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-c6317794","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-c6317794","reconcileID":"f02291d9-d191-4ba9-bef4-534d05e089d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-c6317794-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-c6317794-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.67396446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9247c9e-b841-4e06-a072-ffeeb178b6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.728094448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9247c9e-b841-4e06-a072-ffeeb178b6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.781053219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9247c9e-b841-4e06-a072-ffeeb178b6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.837608045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9247c9e-b841-4e06-a072-ffeeb178b6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:36.788966887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54be6d6e-de1a-4a3e-bb7a-8c4384b16d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:36.841995121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54be6d6e-de1a-4a3e-bb7a-8c4384b16d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:36.895075505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54be6d6e-de1a-4a3e-bb7a-8c4384b16d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:36.947834974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54be6d6e-de1a-4a3e-bb7a-8c4384b16d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.87496711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e52387-0784-410c-b6db-4b2cf658fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.928904177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e52387-0784-410c-b6db-4b2cf658fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:38.98164976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e52387-0784-410c-b6db-4b2cf658fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:39.034446693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e52387-0784-410c-b6db-4b2cf658fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:40.508922149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"375e9810-d2bd-40c2-a09f-7f23d7fc92a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:40.614955008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41b5a3e5-88c2-420f-8044-026220fb69f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:40.893514912Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-e90e35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-e90e35","reconcileID":"8b74b3cb-c41a-4530-9be0-5a679afc51f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-e90e35","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-e90e35":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.050199139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cebf43-dbe5-4133-8208-c5cf6edb215d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.103039586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cebf43-dbe5-4133-8208-c5cf6edb215d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.155784743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cebf43-dbe5-4133-8208-c5cf6edb215d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.209180877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cebf43-dbe5-4133-8208-c5cf6edb215d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.954172469Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","namespace":"ai-tenant-e2e-ait-6996ffc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.954242625Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","namespace":"ai-tenant-e2e-ait-6996ffc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.954295452Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","tenant":"e2e-ait-6996ffc6","tenantID":"e2e-ait-6996ffc6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.010921394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"Deployment","name":"maas-api-e2e-ait-6996ffc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.07148853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"Service","name":"maas-api-e2e-ait-6996ffc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.130450084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-6996ffc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.164303932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7670168d-bdea-404f-a7e2-465a0737cad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.218629215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7670168d-bdea-404f-a7e2-465a0737cad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.219846221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-6996ffc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.27141777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7670168d-bdea-404f-a7e2-465a0737cad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.324280304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7670168d-bdea-404f-a7e2-465a0737cad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.327494307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.384736754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.442273054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.498114238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.595906613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"Deployment","name":"payload-processing-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.649385927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.702127446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"Service","name":"payload-processing-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.754465526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"Service","name":"payload-pre-processing-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.806906934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"DestinationRule","name":"payload-processing-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.859309032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.911676654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:43.969914126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.022454769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.074678658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.12691269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-6996ffc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:44.180090018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6996ffc6"},"namespace":"ai-tenant-e2e-ait-6996ffc6","name":"default-tenant","reconcileID":"bda3c4a6-2ca3-46fa-ad2c-675ad6ad6c19","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-6996ffc6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.007689508Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6996ffc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6996ffc6","reconcileID":"d1a1f4af-ac49-4539-8cc8-c27aaca59fae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6996ffc6","removed":["maas.opendatahub.io/gateway-access-e2e-ait-6996ffc6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.264603514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8714657b-b426-454b-97f9-d56170f21bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.31805427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8714657b-b426-454b-97f9-d56170f21bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.370880956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8714657b-b426-454b-97f9-d56170f21bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.423621627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8714657b-b426-454b-97f9-d56170f21bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.373328001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486c41ed-35bf-4add-baeb-461c917dad33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.425878807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486c41ed-35bf-4add-baeb-461c917dad33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.47882899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486c41ed-35bf-4add-baeb-461c917dad33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.531454877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486c41ed-35bf-4add-baeb-461c917dad33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.603177179Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.454503573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ea86af-27fd-4e09-927c-d8d571b00891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.50726686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ea86af-27fd-4e09-927c-d8d571b00891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.561038446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ea86af-27fd-4e09-927c-d8d571b00891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.561158853Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","namespace":"ai-tenant-e2e-ait-282df361","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.56125111Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","namespace":"ai-tenant-e2e-ait-282df361","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.561333065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","tenant":"e2e-ait-282df361","tenantID":"e2e-ait-282df361","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.613963483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ea86af-27fd-4e09-927c-d8d571b00891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.669234991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"Deployment","name":"maas-api-e2e-ait-282df361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.735433712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"Service","name":"maas-api-e2e-ait-282df361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.795045367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-282df361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.885018579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-282df361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.940302342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:49.99512074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.052495975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.108176815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.162945366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"Deployment","name":"payload-processing-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.219054036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.233871911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"338efeb3-9cc0-4a7e-b00e-c48bc875577d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.283857335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"Service","name":"payload-processing-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.328050139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88fb0c18-d0be-4c79-9676-75635b636a3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.349165912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"Service","name":"payload-pre-processing-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.404016477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"DestinationRule","name":"payload-processing-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.458622184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.51496401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.57129086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.626456492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.685552587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.740930996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-282df361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.79661145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-282df361"},"namespace":"ai-tenant-e2e-ait-282df361","name":"default-tenant","reconcileID":"cf1fef56-d087-45d3-8d9a-18655dbd08c6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-282df361","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.854846377Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","namespace":"ai-tenant-e2e-ait-f20e6e5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.854921103Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","namespace":"ai-tenant-e2e-ait-f20e6e5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.85499185Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","tenant":"e2e-ait-f20e6e5e","tenantID":"e2e-ait-f20e6e5e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:50.910126691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"Deployment","name":"maas-api-e2e-ait-f20e6e5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.015167754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"Service","name":"maas-api-e2e-ait-f20e6e5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.074930078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f20e6e5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.12964169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f20e6e5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.18760687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.242968109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.301303388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.357504408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.410419907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"Deployment","name":"payload-processing-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.463404904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.516240816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"Service","name":"payload-processing-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.569083022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"Service","name":"payload-pre-processing-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.581835025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6a96fe-bde1-4d69-8535-90634c3352ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.63471234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6a96fe-bde1-4d69-8535-90634c3352ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.635540018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.687411467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6a96fe-bde1-4d69-8535-90634c3352ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.740001108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.741186689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6a96fe-bde1-4d69-8535-90634c3352ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.795319448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.850824877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.903070864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.955721708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:52.009219873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f20e6e5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:52.061845321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f20e6e5e"},"namespace":"ai-tenant-e2e-ait-f20e6e5e","name":"default-tenant","reconcileID":"e62908c3-e648-4832-853c-c008f0f7dbde","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f20e6e5e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:52.976642496Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f20e6e5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f20e6e5e","reconcileID":"ac3ac154-b604-4a02-aa7f-b3ad56293e0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f20e6e5e","removed":["maas.opendatahub.io/gateway-access-e2e-ait-f20e6e5e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.592219654Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-b8717e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-b8717e","reconcileID":"88bd8dfc-1842-4bd2-9b74-4420f2810384","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-b8717e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-b8717e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.678671386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f077ffca-b9b5-49f5-b3be-cdcbec920a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.731493376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f077ffca-b9b5-49f5-b3be-cdcbec920a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.784526723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f077ffca-b9b5-49f5-b3be-cdcbec920a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:53.837217622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f077ffca-b9b5-49f5-b3be-cdcbec920a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:55.477344018Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-282df361","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-282df361","reconcileID":"81cf623c-b1d3-442a-9bbb-e65a592d1e05","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-282df361","removed":["maas.opendatahub.io/gateway-access-e2e-ait-282df361"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:55.878522928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8faa2f40-14e6-41e2-a8a1-d79f1af13c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:55.934599967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8faa2f40-14e6-41e2-a8a1-d79f1af13c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:55.9874258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8faa2f40-14e6-41e2-a8a1-d79f1af13c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.040148925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8faa2f40-14e6-41e2-a8a1-d79f1af13c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:58.101683864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66721959-4c67-4a46-aa42-e7f97fc441cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:58.155168689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66721959-4c67-4a46-aa42-e7f97fc441cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:58.208595287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66721959-4c67-4a46-aa42-e7f97fc441cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:58.261622235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66721959-4c67-4a46-aa42-e7f97fc441cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:00.258736863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf53dc9a-af2f-416f-939c-f553ea40dc1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:00.311357725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf53dc9a-af2f-416f-939c-f553ea40dc1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:00.364326901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf53dc9a-af2f-416f-939c-f553ea40dc1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:00.417210508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf53dc9a-af2f-416f-939c-f553ea40dc1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:02.338661526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c11122-9750-4d31-8f4a-f35da4679aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:02.391780596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c11122-9750-4d31-8f4a-f35da4679aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:02.445335445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c11122-9750-4d31-8f4a-f35da4679aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:02.500677806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c11122-9750-4d31-8f4a-f35da4679aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:02.883663426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"6845d24f-a4b8-4187-a24e-6c154eafbe24","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:02.99945226Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"6845d24f-a4b8-4187-a24e-6c154eafbe24","name":"e2e-worker-w3-e90e35-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:03.139976443Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-90e0d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-90e0d5","reconcileID":"753adbd8-763b-4523-aedf-7bfa25d6b763","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-90e0d5","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-90e0d5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.467819182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ec31b3-ba04-4bf6-8718-9223e41b8a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.520763781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ec31b3-ba04-4bf6-8718-9223e41b8a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.573580816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ec31b3-ba04-4bf6-8718-9223e41b8a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.626570934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ec31b3-ba04-4bf6-8718-9223e41b8a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.38080113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f53233ee-c2d4-470d-8876-1347bacb89e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.600021822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ccd04e74-f393-4a0d-83e2-3a0e57e1819a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:09.886592018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a51b93-cc01-490e-9501-55fe9b32d6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:09.943418038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a51b93-cc01-490e-9501-55fe9b32d6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:09.997226707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a51b93-cc01-490e-9501-55fe9b32d6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:10.049810782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a51b93-cc01-490e-9501-55fe9b32d6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:11.233886944Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d2a3e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d2a3e0","reconcileID":"e12341e1-6cfb-46a9-aba3-3ad3b529802a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-d2a3e0","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-d2a3e0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.095391476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51969dd7-576a-4238-9447-434b3685eb5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.148446862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51969dd7-576a-4238-9447-434b3685eb5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.201367662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51969dd7-576a-4238-9447-434b3685eb5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:12.254266036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51969dd7-576a-4238-9447-434b3685eb5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:13.149067943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"bd5b06b8-6250-47e2-8cf3-252c3d718f5c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:13.265706461Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"bd5b06b8-6250-47e2-8cf3-252c3d718f5c","name":"e2e-worker-w0-b8717e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:14.266443457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d42d558-8a1d-4ac4-8fce-d8448ec07112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:14.319301587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d42d558-8a1d-4ac4-8fce-d8448ec07112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:14.372508931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d42d558-8a1d-4ac4-8fce-d8448ec07112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:14.425356103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d42d558-8a1d-4ac4-8fce-d8448ec07112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:15.702946627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef85ee6f-8e83-402b-b1a8-53725a9fd441","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:15.703697874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd311045-2c34-4009-93c8-b51456c8d67e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:16.386224921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181f5c65-3e36-4aa8-b2a9-f0eebd653fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:16.440986405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181f5c65-3e36-4aa8-b2a9-f0eebd653fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:16.49366825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181f5c65-3e36-4aa8-b2a9-f0eebd653fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:16.546551359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181f5c65-3e36-4aa8-b2a9-f0eebd653fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:17.603997452Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:18.633529995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27b0563-c1ea-42d2-9963-e4b493fa0f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:18.687202177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27b0563-c1ea-42d2-9963-e4b493fa0f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:18.744501512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27b0563-c1ea-42d2-9963-e4b493fa0f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:18.800972573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27b0563-c1ea-42d2-9963-e4b493fa0f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:20.958007662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5fc09cae-8c06-450a-b259-17ca92c9d51c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:21.067750572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6146ec64-e4b5-402e-955d-66e88f617c79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.678331518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49763b3f-acf9-4b09-a1dc-a1effdb4b8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.732482362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49763b3f-acf9-4b09-a1dc-a1effdb4b8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.78565032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49763b3f-acf9-4b09-a1dc-a1effdb4b8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:25.839167427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49763b3f-acf9-4b09-a1dc-a1effdb4b8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.799964438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffad5f1a-3a70-4de8-9da7-e7d25be90cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.852794047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffad5f1a-3a70-4de8-9da7-e7d25be90cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.908001901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffad5f1a-3a70-4de8-9da7-e7d25be90cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.966283772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffad5f1a-3a70-4de8-9da7-e7d25be90cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.05768665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"b42a043a-359c-4970-9938-9a4d04f6777f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.181382668Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"b42a043a-359c-4970-9938-9a4d04f6777f","name":"e2e-worker-w2-90e0d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.239848235Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","namespace":"ai-tenant-e2e-derive-c678f1ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.239936408Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","namespace":"ai-tenant-e2e-derive-c678f1ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.240010596Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","tenant":"e2e-derive-c678f1ee","tenantID":"e2e-derive-c678f1ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.294851587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"Deployment","name":"maas-api-e2e-derive-c678f1ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.424391399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"Service","name":"maas-api-e2e-derive-c678f1ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.492306371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-c678f1ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.548107001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-c678f1ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.608439675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.672159064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.733462526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.790058128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.844493891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"Deployment","name":"payload-processing-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.897028738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.954111693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"Service","name":"payload-processing-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.012528436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"Service","name":"payload-pre-processing-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.032449094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e0f50-8a73-4897-8c77-5553ac1734e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.085661675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"DestinationRule","name":"payload-processing-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.086466216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e0f50-8a73-4897-8c77-5553ac1734e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.138708275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.139307008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e0f50-8a73-4897-8c77-5553ac1734e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.192345103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e0f50-8a73-4897-8c77-5553ac1734e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.194788209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.250769958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.303000998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.355063834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.414378533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-c678f1ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.474736279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c678f1ee"},"namespace":"ai-tenant-e2e-derive-c678f1ee","name":"default-tenant","reconcileID":"cded7f5a-bce1-4ca8-b33f-52d556c51e67","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-c678f1ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:31.383592737Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-c678f1ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-c678f1ee","reconcileID":"0449c6b6-162b-4186-898e-1123696cf056","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-c678f1ee","removed":["maas.opendatahub.io/gateway-access-e2e-derive-c678f1ee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.268371202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd35197-52c4-49a0-afed-85c2a3b95256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.321194056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd35197-52c4-49a0-afed-85c2a3b95256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.374406254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd35197-52c4-49a0-afed-85c2a3b95256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.42759524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd35197-52c4-49a0-afed-85c2a3b95256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:34.369927221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec73ee6-3a9d-4b5d-9f38-058e25192307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:34.42274062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec73ee6-3a9d-4b5d-9f38-058e25192307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:34.475859168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec73ee6-3a9d-4b5d-9f38-058e25192307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:34.528397871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec73ee6-3a9d-4b5d-9f38-058e25192307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:34.849909437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14ae5852-b045-4971-8cc3-11bfb33593d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:34.929295345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd0900ed-38cb-4550-974b-51235fb4255c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:35.910550121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"93a9f9b7-1a70-4cf4-a819-1f08ffe956c6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:36.042365412Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"93a9f9b7-1a70-4cf4-a819-1f08ffe956c6","name":"e2e-worker-w4-d2a3e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:37.001432565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704aa475-3af9-462f-af64-7b1fba2b35f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:37.054732867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704aa475-3af9-462f-af64-7b1fba2b35f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:37.107340487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704aa475-3af9-462f-af64-7b1fba2b35f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:37.159958741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704aa475-3af9-462f-af64-7b1fba2b35f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:37.431897543Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-1c3eef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-1c3eef","reconcileID":"d5c5913d-9ce1-46f1-86e4-75f64c32e64b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-1c3eef","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-1c3eef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.092772113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e35164a-c855-4ac8-b516-cfb7a37cb57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.145209777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e35164a-c855-4ac8-b516-cfb7a37cb57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.198435865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e35164a-c855-4ac8-b516-cfb7a37cb57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.25157402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e35164a-c855-4ac8-b516-cfb7a37cb57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.153054304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb9e04f-f575-4862-be91-d2fb9aa7a625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.205802899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb9e04f-f575-4862-be91-d2fb9aa7a625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.258962253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb9e04f-f575-4862-be91-d2fb9aa7a625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.313117635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb9e04f-f575-4862-be91-d2fb9aa7a625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.263803228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174ad5bd-7101-4520-bb38-b48b584d96c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.316563052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174ad5bd-7101-4520-bb38-b48b584d96c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.371445179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174ad5bd-7101-4520-bb38-b48b584d96c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.424034583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174ad5bd-7101-4520-bb38-b48b584d96c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:45.406660165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de52280-edac-454e-a838-9eba74d9c18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:45.45954735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de52280-edac-454e-a838-9eba74d9c18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:45.513055033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de52280-edac-454e-a838-9eba74d9c18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:45.566581796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de52280-edac-454e-a838-9eba74d9c18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:47.604897656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:50.389355757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b2ec3a69-a639-4155-bc00-a058cd19e0c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:50.486523126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bca8cf8f-040b-459d-b7af-53b924522438","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.700705642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32862789-9ad5-4f10-b738-a6b666324f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.753438622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32862789-9ad5-4f10-b738-a6b666324f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.806448316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32862789-9ad5-4f10-b738-a6b666324f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.86079449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32862789-9ad5-4f10-b738-a6b666324f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:00.887506285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afad8640-1048-44bf-b4f5-0e457e761ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:00.940751487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afad8640-1048-44bf-b4f5-0e457e761ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:00.994180734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afad8640-1048-44bf-b4f5-0e457e761ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:01.047333567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afad8640-1048-44bf-b4f5-0e457e761ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:01.721341918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"ad24ac43-a6b0-4d33-bd3d-2294cc7f93f2","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.085719885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e9b1bd-868f-48a0-a90f-39ea4d32a1fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.138811637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e9b1bd-868f-48a0-a90f-39ea4d32a1fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.192028027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e9b1bd-868f-48a0-a90f-39ea4d32a1fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.245188605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e9b1bd-868f-48a0-a90f-39ea4d32a1fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.174956192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a9bccc-399b-43d6-b10d-c72c9be169ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.222230931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13ed7757-860e-42b9-84f1-d4f2535fc715","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.227904753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a9bccc-399b-43d6-b10d-c72c9be169ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.281837921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a9bccc-399b-43d6-b10d-c72c9be169ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.334721879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a9bccc-399b-43d6-b10d-c72c9be169ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.387970711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c608f2d-68ad-4692-924e-edd475a689ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.281682333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"083d6e0a-f8f0-4ae6-99b6-f3924bab7195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.336836766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"083d6e0a-f8f0-4ae6-99b6-f3924bab7195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.395037961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"083d6e0a-f8f0-4ae6-99b6-f3924bab7195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.44856218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"083d6e0a-f8f0-4ae6-99b6-f3924bab7195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.000807099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"2b1607da-1677-4bd7-94c4-87c40da9891b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.124030674Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"2b1607da-1677-4bd7-94c4-87c40da9891b","name":"e2e-worker-w1-1c3eef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:16.360358005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a977480-0be4-4925-9dc3-aecbb5b0b587","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:16.459780447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"167eb016-8881-4a7a-bc85-b7b774fe2149","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:17.603794809Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:18.041801568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"da6f04c7-0df4-4add-bb92-5a9c71529d89","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:18.435773125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"1656fe1b-b89d-4233-aedd-02dc00c8f906","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:18.504981135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"19def4af-08cb-4e4e-8d05-b3d991156dc4","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:23.610391444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b96b3b33-c503-4d50-ad73-c2637170c8e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:23.710237004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ec7e085-4f7c-4340-8d3f-37f9917e1def","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.855578442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282d6a4e-f113-4e55-add4-3aeb389a55f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.908349501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282d6a4e-f113-4e55-add4-3aeb389a55f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:39.961119695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282d6a4e-f113-4e55-add4-3aeb389a55f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.014009311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282d6a4e-f113-4e55-add4-3aeb389a55f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:41.96039822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1225b-7221-412e-b15c-ced8bf7fba3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:42.012984893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1225b-7221-412e-b15c-ced8bf7fba3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:42.065936439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1225b-7221-412e-b15c-ced8bf7fba3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:42.119063013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1225b-7221-412e-b15c-ced8bf7fba3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.60384743Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:52.97560418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"9a2e5fea-b23f-403f-a22b-e219b193ec90","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:53.05499823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"23383146-6394-443c-84f3-83e307a6babb","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.384678618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"dd37d884-475d-49d6-a4e1-a03d19caa566","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.606129985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"f01a972d-313f-4ab0-81b8-0c019ab13ce4","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.664938654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a20dc6a6-2dd3-47e8-b637-8bfe260be339","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.664962292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a20dc6a6-2dd3-47e8-b637-8bfe260be339","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.713456432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"89245608-711e-43c3-9183-a3f1e193a0c2","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.722874436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3262b808-f1ef-4bf0-94b3-f19307bfffd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.722898151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3262b808-f1ef-4bf0-94b3-f19307bfffd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.770487293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"f4b9aa75-6154-4ecd-adfa-6bd155f7a054","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:54.776845685Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-e90e35/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.989653326Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"bdc694a1-dffa-4623-b8db-1d148a199957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"simulator-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:54.995005035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"3fb7b5ef-b583-4d8c-a9c1-56fef8d7c7a6","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.054276721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"1461c474-c9bb-4134-b114-d31a7f6e0293","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:55.108943375Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"1461c474-c9bb-4134-b114-d31a7f6e0293","name":"simulator-w3-e90e35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-e90e35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:55.109024296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"1461c474-c9bb-4134-b114-d31a7f6e0293","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-e90e35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.114377352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"dab28557-9281-4418-8ef7-b71025591dbc","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.156775617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"2a27fdae-66b7-4c67-bcf3-b4ec4a0707cc","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.157256525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"cf02ad63-9d4d-4841-8af6-0e6fdcf7c377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.29286857Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"cf02ad63-9d4d-4841-8af6-0e6fdcf7c377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.309416187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"673eacc0-ecb0-4144-b631-6bc8525de980","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.350657568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"cf02ad63-9d4d-4841-8af6-0e6fdcf7c377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.376041956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"2eca449b-613e-46d6-88a2-22ca6bd82464","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.376463088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"1672d887-2e43-47a3-8659-cc6f3747016a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.406258276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"f8d010f0-e874-4278-8896-908f06b7dd9b","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.418326552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"97f1a0f9-ed13-45ed-ab74-e8510c13f191","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:55.429461801Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-e90e35/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.475663353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"35a76a6f-fd26-4bbd-ab19-22c946b3a13b","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.511404964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c2bcc1ea-6696-4d6e-8bf5-765e450a8c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.54112205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"22033130-9a17-4958-885a-1c173912bd76","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.5693447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c2bcc1ea-6696-4d6e-8bf5-765e450a8c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.587309146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"47d118e0-34f6-4af6-871e-44c79b49bf31","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.624722754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c2bcc1ea-6696-4d6e-8bf5-765e450a8c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.648296271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"889f0c2e-9f8b-4493-976b-8f7e3ac37275","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.695526907Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"66d40225-84bb-4a37-8e71-a0176839564d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"premium-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.78250911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c3f5d1b1-7411-49d8-8600-1d0fcecdfcd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.839873212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c3f5d1b1-7411-49d8-8600-1d0fcecdfcd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.861705523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"92fb9632-0ac0-4fa2-95d9-80d165f0d95a","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.883470074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"a7fcc488-62a4-4878-9493-9692a6e53724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.895562615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c3f5d1b1-7411-49d8-8600-1d0fcecdfcd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.941215899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"a7fcc488-62a4-4878-9493-9692a6e53724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:55.997175497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"a7fcc488-62a4-4878-9493-9692a6e53724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:56.056734775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"6df4229d-86bc-48f2-9be0-d06759519cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:56.057541886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"4f5734f0-f6c2-44cb-8c92-a30dbe12adc1","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:56.073540167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"b03270b3-4f6f-4316-942a-ed0c0c70a868","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:56.113302096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"6df4229d-86bc-48f2-9be0-d06759519cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:56.168699061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"6df4229d-86bc-48f2-9be0-d06759519cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:56.214642922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"083244db-ded4-4a47-a35b-d21568b7df1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:56.235813333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"5919c5e2-5a42-4d4b-8951-b5144f10bb0c","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:56.271020723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"083244db-ded4-4a47-a35b-d21568b7df1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:56.326663101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"083244db-ded4-4a47-a35b-d21568b7df1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:00.32533572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"4d71b21a-aa26-4b42-a8a9-af7d846af489","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.397976815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"fe78e5cf-5bb4-4dea-8e69-59f1d69c7e61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.563700449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"8c6d036b-fdd1-4914-b0da-9609064d540b","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.789536202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"806e6b72-3eb8-4054-a2a9-edccc325bb17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.957155265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"b19235c3-83b1-4b00-8674-a12ab7d8ebda","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.003918093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"6a7a24a1-ad4c-493d-9b4d-d4e8d922f728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.003917849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"624fdeff-0691-4266-9cba-c168cca07f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.062547163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"624fdeff-0691-4266-9cba-c168cca07f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.065774577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"6a7a24a1-ad4c-493d-9b4d-d4e8d922f728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.12159488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (686f1d754c3d91e1ef48018e04de6f060f423fe486b550c5a19c3733f81747fb) AuthConfig (3e4fdf1a3827cc763f13dfe9912d7462c9ea29a76066e427fc882e6b63139ba2) AuthConfig (4967af60088e3ce50a9e665d1cbd83f586d4c6f94eb764ed2fe6888087ed780e) AuthConfig (5dc0246be2f0f6a480d2bc65aeab6368e2c07e7fdc144f20399dc1ac840611b6) AuthConfig (fd866ebd630ce4765385e26d12fbde08f04b171e822ffebd91b9323999fb216e) AuthConfig (97b4e459f9916e5f127cdd888a267fa32cb05a1310cfa85947374ce482b865c1) AuthConfig (e38add12037c8947e5b9fec1006f3bb8b83b8a0495b13535e57e32710319484e) AuthConfig (33ab4838b67477f481e92b19435c52509adee4cb390f689438b993c0669e5df6) AuthConfig (046efb8964f12902f43a6e52ebe189db7b11b6a635abad59a639faa1135afd91) AuthConfig (caf35dd38906e294e5d1e918c3a93eea5b731773938ed5ea6e57728d419e5333) AuthConfig (5615d767a27f97ed1249005178a9d7e45824509142ecadce914a8ba1f4b23283) AuthConfig (9739a25c3e09422b3546f9650d5aab67d66ba31303bd5135c8092cb78b49eb15) AuthConfig (b087822d5e0bbed390d9a94f31373cffd7edd6ebafed4e384018406a9c71bb74) AuthConfig (40c60991bd2ce0450adeb635fc8885d2fc283465521fbc1f7375cdbd008e4083) AuthConfig (f45e15f8dab1b5130c41bd863931df33cd8fcd1a3a987186aaae94c6489281e3) AuthConfig (953917c0f0ee5b3bb205160e76800028b322275d88e9d00cb5d6c20f895ded9a) AuthConfig (d79c1e02e6f99f590ff00b0aad9241c62822fcad5885bb31e6c371e8fe3519a4) AuthConfig (06b6ef1c36651eda510d2dbb9967622cc8f0647c7ca24cfde97c5b48a16eddda) AuthConfig (87f9a2dd1f88e38bf8beb5c9fdac869a90f722240b877e830c149a34add2a5e8) AuthConfig (81e48777707a6c726930aaf52a805dcabfaa7469a868bddf3f2a03e41beb7915) AuthConfig (ae7f314263a7744b2f987d84650bf6b3b2f0bb8fd9a1e9cf1f4990c7f2592d45) AuthConfig (ac51a0cfc6b6298132f0f4db2f44eae6ecd0a51852f1d3558fb6ee04e41ba57d) AuthConfig (30d3fe89b2206c7feeee1860d270fb2978fcc30e346bc74277bcb135ca5feff0) AuthConfig (caeb67a3ea8bae5befe4aaa5c33dfb52d66f265ca066383172acff8992461ecd) AuthConfig (1850a3dff455a5381f98f7359abf8282b1e20e65770b33bb14a5f5b751a6dd27) AuthConfig (b473e2a0c4a3a7265bec27b69e7e2af37858dbe7b746a09cfc8aa9c637fa9a25) AuthConfig (33ed9e0f2dca18fede56ae50cc8945a7065d3eab617a2033d82d98bf7d1be78e) AuthConfig (4cb7676ccf91477bb3289ef10c9a1b99956ec34ee10c15734f05b59c3921c748) AuthConfig (2f20e288a7c8ecdc713d3c7627df77165ab3fa20540876900f39cebed77499f9) AuthConfig (b446eb968fe0fcb616eb530a8a4cc0b5fcc4c6827273ddc3352eb50601165a71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"624fdeff-0691-4266-9cba-c168cca07f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.121615797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (686f1d754c3d91e1ef48018e04de6f060f423fe486b550c5a19c3733f81747fb) AuthConfig (3e4fdf1a3827cc763f13dfe9912d7462c9ea29a76066e427fc882e6b63139ba2) AuthConfig (4967af60088e3ce50a9e665d1cbd83f586d4c6f94eb764ed2fe6888087ed780e) AuthConfig (5dc0246be2f0f6a480d2bc65aeab6368e2c07e7fdc144f20399dc1ac840611b6) AuthConfig (fd866ebd630ce4765385e26d12fbde08f04b171e822ffebd91b9323999fb216e) AuthConfig (97b4e459f9916e5f127cdd888a267fa32cb05a1310cfa85947374ce482b865c1) AuthConfig (e38add12037c8947e5b9fec1006f3bb8b83b8a0495b13535e57e32710319484e) AuthConfig (33ab4838b67477f481e92b19435c52509adee4cb390f689438b993c0669e5df6) AuthConfig (046efb8964f12902f43a6e52ebe189db7b11b6a635abad59a639faa1135afd91) AuthConfig (caf35dd38906e294e5d1e918c3a93eea5b731773938ed5ea6e57728d419e5333) AuthConfig (5615d767a27f97ed1249005178a9d7e45824509142ecadce914a8ba1f4b23283) AuthConfig (9739a25c3e09422b3546f9650d5aab67d66ba31303bd5135c8092cb78b49eb15) AuthConfig (b087822d5e0bbed390d9a94f31373cffd7edd6ebafed4e384018406a9c71bb74) AuthConfig (40c60991bd2ce0450adeb635fc8885d2fc283465521fbc1f7375cdbd008e4083) AuthConfig (f45e15f8dab1b5130c41bd863931df33cd8fcd1a3a987186aaae94c6489281e3) AuthConfig (953917c0f0ee5b3bb205160e76800028b322275d88e9d00cb5d6c20f895ded9a) AuthConfig (d79c1e02e6f99f590ff00b0aad9241c62822fcad5885bb31e6c371e8fe3519a4) AuthConfig (06b6ef1c36651eda510d2dbb9967622cc8f0647c7ca24cfde97c5b48a16eddda) AuthConfig (87f9a2dd1f88e38bf8beb5c9fdac869a90f722240b877e830c149a34add2a5e8) AuthConfig (81e48777707a6c726930aaf52a805dcabfaa7469a868bddf3f2a03e41beb7915) AuthConfig (ae7f314263a7744b2f987d84650bf6b3b2f0bb8fd9a1e9cf1f4990c7f2592d45) AuthConfig (ac51a0cfc6b6298132f0f4db2f44eae6ecd0a51852f1d3558fb6ee04e41ba57d) AuthConfig (30d3fe89b2206c7feeee1860d270fb2978fcc30e346bc74277bcb135ca5feff0) AuthConfig (caeb67a3ea8bae5befe4aaa5c33dfb52d66f265ca066383172acff8992461ecd) AuthConfig (1850a3dff455a5381f98f7359abf8282b1e20e65770b33bb14a5f5b751a6dd27) AuthConfig (b473e2a0c4a3a7265bec27b69e7e2af37858dbe7b746a09cfc8aa9c637fa9a25) AuthConfig (33ed9e0f2dca18fede56ae50cc8945a7065d3eab617a2033d82d98bf7d1be78e) AuthConfig (4cb7676ccf91477bb3289ef10c9a1b99956ec34ee10c15734f05b59c3921c748) AuthConfig (2f20e288a7c8ecdc713d3c7627df77165ab3fa20540876900f39cebed77499f9) AuthConfig (b446eb968fe0fcb616eb530a8a4cc0b5fcc4c6827273ddc3352eb50601165a71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"6a7a24a1-ad4c-493d-9b4d-d4e8d922f728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.179462793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"b1157b4f-9484-4a39-a985-bdcc658bfb53","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.182120919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"6ad3cd5d-d5b9-45a3-95ee-163245a3f072","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.336385141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1443f90a-88b9-4a26-a94e-04102638bdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.338101981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"22af5cb4-249f-4f31-b12d-409e39df02d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.394834424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1443f90a-88b9-4a26-a94e-04102638bdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.394880202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"22af5cb4-249f-4f31-b12d-409e39df02d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.450580957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (686f1d754c3d91e1ef48018e04de6f060f423fe486b550c5a19c3733f81747fb) AuthConfig (3e4fdf1a3827cc763f13dfe9912d7462c9ea29a76066e427fc882e6b63139ba2) AuthConfig (4967af60088e3ce50a9e665d1cbd83f586d4c6f94eb764ed2fe6888087ed780e) AuthConfig (5dc0246be2f0f6a480d2bc65aeab6368e2c07e7fdc144f20399dc1ac840611b6) AuthConfig (fd866ebd630ce4765385e26d12fbde08f04b171e822ffebd91b9323999fb216e) AuthConfig (97b4e459f9916e5f127cdd888a267fa32cb05a1310cfa85947374ce482b865c1) AuthConfig (e38add12037c8947e5b9fec1006f3bb8b83b8a0495b13535e57e32710319484e) AuthConfig (33ab4838b67477f481e92b19435c52509adee4cb390f689438b993c0669e5df6) AuthConfig (046efb8964f12902f43a6e52ebe189db7b11b6a635abad59a639faa1135afd91) AuthConfig (caf35dd38906e294e5d1e918c3a93eea5b731773938ed5ea6e57728d419e5333) AuthConfig (5615d767a27f97ed1249005178a9d7e45824509142ecadce914a8ba1f4b23283) AuthConfig (9739a25c3e09422b3546f9650d5aab67d66ba31303bd5135c8092cb78b49eb15) AuthConfig (b087822d5e0bbed390d9a94f31373cffd7edd6ebafed4e384018406a9c71bb74) AuthConfig (40c60991bd2ce0450adeb635fc8885d2fc283465521fbc1f7375cdbd008e4083) AuthConfig (f45e15f8dab1b5130c41bd863931df33cd8fcd1a3a987186aaae94c6489281e3) AuthConfig (953917c0f0ee5b3bb205160e76800028b322275d88e9d00cb5d6c20f895ded9a) AuthConfig (d79c1e02e6f99f590ff00b0aad9241c62822fcad5885bb31e6c371e8fe3519a4) AuthConfig (06b6ef1c36651eda510d2dbb9967622cc8f0647c7ca24cfde97c5b48a16eddda) AuthConfig (87f9a2dd1f88e38bf8beb5c9fdac869a90f722240b877e830c149a34add2a5e8) AuthConfig (81e48777707a6c726930aaf52a805dcabfaa7469a868bddf3f2a03e41beb7915) AuthConfig (ae7f314263a7744b2f987d84650bf6b3b2f0bb8fd9a1e9cf1f4990c7f2592d45) AuthConfig (ac51a0cfc6b6298132f0f4db2f44eae6ecd0a51852f1d3558fb6ee04e41ba57d) AuthConfig (30d3fe89b2206c7feeee1860d270fb2978fcc30e346bc74277bcb135ca5feff0) AuthConfig (caeb67a3ea8bae5befe4aaa5c33dfb52d66f265ca066383172acff8992461ecd) AuthConfig (1850a3dff455a5381f98f7359abf8282b1e20e65770b33bb14a5f5b751a6dd27) AuthConfig (b473e2a0c4a3a7265bec27b69e7e2af37858dbe7b746a09cfc8aa9c637fa9a25) AuthConfig (33ed9e0f2dca18fede56ae50cc8945a7065d3eab617a2033d82d98bf7d1be78e) AuthConfig (4cb7676ccf91477bb3289ef10c9a1b99956ec34ee10c15734f05b59c3921c748) AuthConfig (2f20e288a7c8ecdc713d3c7627df77165ab3fa20540876900f39cebed77499f9) AuthConfig (b446eb968fe0fcb616eb530a8a4cc0b5fcc4c6827273ddc3352eb50601165a71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"22af5cb4-249f-4f31-b12d-409e39df02d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:02.450659083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (686f1d754c3d91e1ef48018e04de6f060f423fe486b550c5a19c3733f81747fb) AuthConfig (3e4fdf1a3827cc763f13dfe9912d7462c9ea29a76066e427fc882e6b63139ba2) AuthConfig (4967af60088e3ce50a9e665d1cbd83f586d4c6f94eb764ed2fe6888087ed780e) AuthConfig (5dc0246be2f0f6a480d2bc65aeab6368e2c07e7fdc144f20399dc1ac840611b6) AuthConfig (fd866ebd630ce4765385e26d12fbde08f04b171e822ffebd91b9323999fb216e) AuthConfig (97b4e459f9916e5f127cdd888a267fa32cb05a1310cfa85947374ce482b865c1) AuthConfig (e38add12037c8947e5b9fec1006f3bb8b83b8a0495b13535e57e32710319484e) AuthConfig (33ab4838b67477f481e92b19435c52509adee4cb390f689438b993c0669e5df6) AuthConfig (046efb8964f12902f43a6e52ebe189db7b11b6a635abad59a639faa1135afd91) AuthConfig (caf35dd38906e294e5d1e918c3a93eea5b731773938ed5ea6e57728d419e5333) AuthConfig (5615d767a27f97ed1249005178a9d7e45824509142ecadce914a8ba1f4b23283) AuthConfig (9739a25c3e09422b3546f9650d5aab67d66ba31303bd5135c8092cb78b49eb15) AuthConfig (b087822d5e0bbed390d9a94f31373cffd7edd6ebafed4e384018406a9c71bb74) AuthConfig (40c60991bd2ce0450adeb635fc8885d2fc283465521fbc1f7375cdbd008e4083) AuthConfig (f45e15f8dab1b5130c41bd863931df33cd8fcd1a3a987186aaae94c6489281e3) AuthConfig (953917c0f0ee5b3bb205160e76800028b322275d88e9d00cb5d6c20f895ded9a) AuthConfig (d79c1e02e6f99f590ff00b0aad9241c62822fcad5885bb31e6c371e8fe3519a4) AuthConfig (06b6ef1c36651eda510d2dbb9967622cc8f0647c7ca24cfde97c5b48a16eddda) AuthConfig (87f9a2dd1f88e38bf8beb5c9fdac869a90f722240b877e830c149a34add2a5e8) AuthConfig (81e48777707a6c726930aaf52a805dcabfaa7469a868bddf3f2a03e41beb7915) AuthConfig (ae7f314263a7744b2f987d84650bf6b3b2f0bb8fd9a1e9cf1f4990c7f2592d45) AuthConfig (ac51a0cfc6b6298132f0f4db2f44eae6ecd0a51852f1d3558fb6ee04e41ba57d) AuthConfig (30d3fe89b2206c7feeee1860d270fb2978fcc30e346bc74277bcb135ca5feff0) AuthConfig (caeb67a3ea8bae5befe4aaa5c33dfb52d66f265ca066383172acff8992461ecd) AuthConfig (1850a3dff455a5381f98f7359abf8282b1e20e65770b33bb14a5f5b751a6dd27) AuthConfig (b473e2a0c4a3a7265bec27b69e7e2af37858dbe7b746a09cfc8aa9c637fa9a25) AuthConfig (33ed9e0f2dca18fede56ae50cc8945a7065d3eab617a2033d82d98bf7d1be78e) AuthConfig (4cb7676ccf91477bb3289ef10c9a1b99956ec34ee10c15734f05b59c3921c748) AuthConfig (2f20e288a7c8ecdc713d3c7627df77165ab3fa20540876900f39cebed77499f9) AuthConfig (b446eb968fe0fcb616eb530a8a4cc0b5fcc4c6827273ddc3352eb50601165a71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1443f90a-88b9-4a26-a94e-04102638bdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.61744806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"e904beda-264c-4117-a0bb-9912a04d9480","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.752274296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"e8e5f6a6-91fd-42ee-a8ac-a59a3aac2ea3","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.810100791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"0425bb59-d4ec-4b36-9abf-8005ef85d34e","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.8621992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"1e2b1780-2a67-49f1-b089-7ba8f9e02684","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:10.86458971Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b8717e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:10.917446467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"4a4b614b-2c9f-4840-9eae-bcc19675ea94","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.027046127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"1e7bd09d-fa68-4b70-939c-e861216a9b37","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.086950528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"39290718-d301-4be8-a397-cbc0bf0e734b","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.131546324Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"a1ba1997-3729-4cca-b68c-1634666658d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"simulator-w0-b8717e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.19412057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"b8cccf82-777a-46a7-ae36-c9159afd0917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.298836935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"9ea7552c-6b15-4432-bbba-7f06e95eb728","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.319038075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"615df218-2c5a-4076-8bc9-fff20d4b2e9b","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.320946547Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"b8cccf82-777a-46a7-ae36-c9159afd0917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.377861395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"91557e95-4d7a-409d-965c-ef8bdd21c9e9","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.380823695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"b8cccf82-777a-46a7-ae36-c9159afd0917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.431470764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"024cfced-288e-4bf3-a5ed-f5873c5b87e0","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.437114179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"94cc9ceb-ae4f-47c5-8e36-d653d06f2c45","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:11.437463357Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b8717e/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.489488371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"c2b50ecd-516d-43e4-a731-f7e2939269c1","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.514839363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"4889462c-49ae-4ff4-8f90-bd06eab587bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.543171124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"22db3cc2-c4e0-4030-994e-1beea40a31b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.597251706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"35c64383-4825-444f-9aa8-b8781b54739e","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.602173635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"22db3cc2-c4e0-4030-994e-1beea40a31b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.65633773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"468b2623-0baf-4b2e-9f86-f0944bacb327","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.658363531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"22db3cc2-c4e0-4030-994e-1beea40a31b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.706844016Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"fa7a530f-a2e1-41e5-a22d-950d111e7ee0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"premium-w0-b8717e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.811406282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6ab2393b-4db3-413c-9659-2dc60e7e5ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.815379145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"5415df14-2d46-4741-8ab1-7b3aa2f2ae1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.868642032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6ab2393b-4db3-413c-9659-2dc60e7e5ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.871911125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"5415df14-2d46-4741-8ab1-7b3aa2f2ae1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.872560512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"cd017a5e-4706-4645-8f59-0922c139de14","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.923854894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6ab2393b-4db3-413c-9659-2dc60e7e5ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.927012742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"5415df14-2d46-4741-8ab1-7b3aa2f2ae1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:11.978915256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"9a33295e-05a7-4eba-aec0-e52ea0f3b148","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.083364919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"82005a7e-f3ae-4242-84d0-f5bf1cc95595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.13671793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"1cecccac-8d67-4303-bfb4-74ab77b229ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.194057746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"1cecccac-8d67-4303-bfb4-74ab77b229ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.250245705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"2addf26f-f896-48c7-ad23-d7847aac4d33","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.252398662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"1cecccac-8d67-4303-bfb4-74ab77b229ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.609685625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"b7cf09ec-2f4e-43e7-9278-b162410d65b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.609685615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"03d74fa7-ad98-41db-a8b5-fcd550d6933c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.667250224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"b7cf09ec-2f4e-43e7-9278-b162410d65b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.66885786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"03d74fa7-ad98-41db-a8b5-fcd550d6933c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.723580011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (686f1d754c3d91e1ef48018e04de6f060f423fe486b550c5a19c3733f81747fb) AuthConfig (3e4fdf1a3827cc763f13dfe9912d7462c9ea29a76066e427fc882e6b63139ba2) AuthConfig (4967af60088e3ce50a9e665d1cbd83f586d4c6f94eb764ed2fe6888087ed780e) AuthConfig (5dc0246be2f0f6a480d2bc65aeab6368e2c07e7fdc144f20399dc1ac840611b6) AuthConfig (fd866ebd630ce4765385e26d12fbde08f04b171e822ffebd91b9323999fb216e) AuthConfig (97b4e459f9916e5f127cdd888a267fa32cb05a1310cfa85947374ce482b865c1) AuthConfig (e38add12037c8947e5b9fec1006f3bb8b83b8a0495b13535e57e32710319484e) AuthConfig (33ab4838b67477f481e92b19435c52509adee4cb390f689438b993c0669e5df6) AuthConfig (046efb8964f12902f43a6e52ebe189db7b11b6a635abad59a639faa1135afd91) AuthConfig (caf35dd38906e294e5d1e918c3a93eea5b731773938ed5ea6e57728d419e5333) AuthConfig (5615d767a27f97ed1249005178a9d7e45824509142ecadce914a8ba1f4b23283) AuthConfig (9739a25c3e09422b3546f9650d5aab67d66ba31303bd5135c8092cb78b49eb15) AuthConfig (b087822d5e0bbed390d9a94f31373cffd7edd6ebafed4e384018406a9c71bb74) AuthConfig (40c60991bd2ce0450adeb635fc8885d2fc283465521fbc1f7375cdbd008e4083) AuthConfig (f45e15f8dab1b5130c41bd863931df33cd8fcd1a3a987186aaae94c6489281e3) AuthConfig (953917c0f0ee5b3bb205160e76800028b322275d88e9d00cb5d6c20f895ded9a) AuthConfig (d79c1e02e6f99f590ff00b0aad9241c62822fcad5885bb31e6c371e8fe3519a4) AuthConfig (06b6ef1c36651eda510d2dbb9967622cc8f0647c7ca24cfde97c5b48a16eddda) AuthConfig (87f9a2dd1f88e38bf8beb5c9fdac869a90f722240b877e830c149a34add2a5e8) AuthConfig (81e48777707a6c726930aaf52a805dcabfaa7469a868bddf3f2a03e41beb7915) AuthConfig (ae7f314263a7744b2f987d84650bf6b3b2f0bb8fd9a1e9cf1f4990c7f2592d45) AuthConfig (ac51a0cfc6b6298132f0f4db2f44eae6ecd0a51852f1d3558fb6ee04e41ba57d) AuthConfig (30d3fe89b2206c7feeee1860d270fb2978fcc30e346bc74277bcb135ca5feff0) AuthConfig (caeb67a3ea8bae5befe4aaa5c33dfb52d66f265ca066383172acff8992461ecd) AuthConfig (1850a3dff455a5381f98f7359abf8282b1e20e65770b33bb14a5f5b751a6dd27) AuthConfig (b473e2a0c4a3a7265bec27b69e7e2af37858dbe7b746a09cfc8aa9c637fa9a25) AuthConfig (33ed9e0f2dca18fede56ae50cc8945a7065d3eab617a2033d82d98bf7d1be78e) AuthConfig (4cb7676ccf91477bb3289ef10c9a1b99956ec34ee10c15734f05b59c3921c748) AuthConfig (2f20e288a7c8ecdc713d3c7627df77165ab3fa20540876900f39cebed77499f9) AuthConfig (b446eb968fe0fcb616eb530a8a4cc0b5fcc4c6827273ddc3352eb50601165a71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"b7cf09ec-2f4e-43e7-9278-b162410d65b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:12.724730644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-e90e35-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (686f1d754c3d91e1ef48018e04de6f060f423fe486b550c5a19c3733f81747fb) AuthConfig (3e4fdf1a3827cc763f13dfe9912d7462c9ea29a76066e427fc882e6b63139ba2) AuthConfig (4967af60088e3ce50a9e665d1cbd83f586d4c6f94eb764ed2fe6888087ed780e) AuthConfig (5dc0246be2f0f6a480d2bc65aeab6368e2c07e7fdc144f20399dc1ac840611b6) AuthConfig (fd866ebd630ce4765385e26d12fbde08f04b171e822ffebd91b9323999fb216e) AuthConfig (97b4e459f9916e5f127cdd888a267fa32cb05a1310cfa85947374ce482b865c1) AuthConfig (e38add12037c8947e5b9fec1006f3bb8b83b8a0495b13535e57e32710319484e) AuthConfig (33ab4838b67477f481e92b19435c52509adee4cb390f689438b993c0669e5df6) AuthConfig (046efb8964f12902f43a6e52ebe189db7b11b6a635abad59a639faa1135afd91) AuthConfig (caf35dd38906e294e5d1e918c3a93eea5b731773938ed5ea6e57728d419e5333) AuthConfig (5615d767a27f97ed1249005178a9d7e45824509142ecadce914a8ba1f4b23283) AuthConfig (9739a25c3e09422b3546f9650d5aab67d66ba31303bd5135c8092cb78b49eb15) AuthConfig (b087822d5e0bbed390d9a94f31373cffd7edd6ebafed4e384018406a9c71bb74) AuthConfig (40c60991bd2ce0450adeb635fc8885d2fc283465521fbc1f7375cdbd008e4083) AuthConfig (f45e15f8dab1b5130c41bd863931df33cd8fcd1a3a987186aaae94c6489281e3) AuthConfig (953917c0f0ee5b3bb205160e76800028b322275d88e9d00cb5d6c20f895ded9a) AuthConfig (d79c1e02e6f99f590ff00b0aad9241c62822fcad5885bb31e6c371e8fe3519a4) AuthConfig (06b6ef1c36651eda510d2dbb9967622cc8f0647c7ca24cfde97c5b48a16eddda) AuthConfig (87f9a2dd1f88e38bf8beb5c9fdac869a90f722240b877e830c149a34add2a5e8) AuthConfig (81e48777707a6c726930aaf52a805dcabfaa7469a868bddf3f2a03e41beb7915) AuthConfig (ae7f314263a7744b2f987d84650bf6b3b2f0bb8fd9a1e9cf1f4990c7f2592d45) AuthConfig (ac51a0cfc6b6298132f0f4db2f44eae6ecd0a51852f1d3558fb6ee04e41ba57d) AuthConfig (30d3fe89b2206c7feeee1860d270fb2978fcc30e346bc74277bcb135ca5feff0) AuthConfig (caeb67a3ea8bae5befe4aaa5c33dfb52d66f265ca066383172acff8992461ecd) AuthConfig (1850a3dff455a5381f98f7359abf8282b1e20e65770b33bb14a5f5b751a6dd27) AuthConfig (b473e2a0c4a3a7265bec27b69e7e2af37858dbe7b746a09cfc8aa9c637fa9a25) AuthConfig (33ed9e0f2dca18fede56ae50cc8945a7065d3eab617a2033d82d98bf7d1be78e) AuthConfig (4cb7676ccf91477bb3289ef10c9a1b99956ec34ee10c15734f05b59c3921c748) AuthConfig (2f20e288a7c8ecdc713d3c7627df77165ab3fa20540876900f39cebed77499f9) AuthConfig (b446eb968fe0fcb616eb530a8a4cc0b5fcc4c6827273ddc3352eb50601165a71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"03d74fa7-ad98-41db-a8b5-fcd550d6933c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.744503279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"cd047e33-7e65-44c4-9fce-0ec1bc3677c1","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:15.8193566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"59144eda-0c59-4029-bbf7-f74b4b45afd9","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:17.178395866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"09377d70-ecc9-42a8-9983-341cc0ba341e","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:17.450784449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"15ee628a-2656-4493-a280-d6c0f49cf7a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:17.602964652Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:17.613673175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"8e6d293d-e1a6-4ea5-b64e-3b39773a8c08","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:17.795580661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"9925bdb3-7d78-4967-a95c-7e1bc70983aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:17.965590877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"1d2ea32e-2c58-40fe-b850-25ec6764020a","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.072553555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7b135c39-9a86-41d9-b07e-792ee3809ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.072553602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"d5d734e2-aebd-41c1-b85f-dbc50fbd3799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.12943929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7b135c39-9a86-41d9-b07e-792ee3809ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.129473753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"d5d734e2-aebd-41c1-b85f-dbc50fbd3799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.185448127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59a653896ce6ae0be3c0d4ca6d64b20b3eb345f95d05ceb5b6f62cca339a0241) AuthConfig (0cb730d64f13d650207c623f13ebeefc9cdf82624945026145dcc07cd21b4cb5) AuthConfig (a133ecd505ae6820b79cb4c02e82e6dd9db74d068b55c57fcedbc52f762a042f) AuthConfig (75707327a11db48e0df67f30b745cf3a3b7b2c9e68d8e9db33b66f912ae1fdbe) AuthConfig (b157a5ea657ac5a21a57cdc2f71acc14965c1fbf32342d0954a7ff23012c672c) AuthConfig (bc08c0263fd9ff616fa91cc304cf7f42b162052905dd3b0aa97bf64ec5599d84) AuthConfig (b5aacfcfe9be3d0cd27ac4440ec7466e51bbdf85b05c39f60182aa0d42491873) AuthConfig (29c345d7bae377bfa1896c3967f2ce289f197d5779c152a3c5eae80ee936804f) AuthConfig (e822865367877ad049084cdab63c1aa66a0f021f55cb415e82964568655d0ad8) AuthConfig (75fb4e8ed68c5932fcff5a7207562f30e972f00c40055e89766d9c34b96cbc0c) AuthConfig (1bbc7b9d3a77a04d41be4770a6a2cf83b95803d81697f9fe3beee3a2becc45a0) AuthConfig (3a37944d5edb2ce0684693b1a7a38ce652c7a03f6c22c66e71d20aca8ced9269) AuthConfig (bda55fe016eff2accc04bf50e9f6f7953d6ab7749bf8e781dcde570c7f8eb71d) AuthConfig (17b8f4cd1646a2e75dd165c40cf422808014314e842a5168ec0c5eeb744ee38c) AuthConfig (33684d464df692ee06381dc72a4b8331cbeaee8471d0d69bbbc6f7d49a8ac0c7) AuthConfig (9892ceabac817dc4cd4f834f10753e65e5e27d5fa2f6abada669a613c0e340e7) AuthConfig (6c955eb298a048fe8a0e276a6cd0c7c2895ff75e08126226e94ca5737ca3416a) AuthConfig (8f9667b101b851df88128b8a635b9686fea5c79a59e2c1394844b155af4e24a5) AuthConfig (505088ae422bdd22687af42ad59ab87a8271728aec40bd1e4d34842f549b4e9e) AuthConfig (fd25ead11337ce7eb404208c63476cb8b95a373f63fe9f74b5689791cb9e8ead) AuthConfig (9a23653e0e59d994d3a47391f66c548182a1471e47950766e507090decb106a7) AuthConfig (08e53f5c9f388d3998a93924e09f2919a900ecbf1fcfbbc03e7505b799ce52a5) AuthConfig (bbe182227bedf1bc92fb33b6a8a885c05c9c49bf9c549ba8bd2f2f700ca30425) AuthConfig (00bd5392c0902c4922346dfdd1af2650535c53192aaf693d10aa84b376f76e54) AuthConfig (2136a18ebba8531a52fc407eb02493b0acbde1dc0338091685b36ad1359ccdb6) AuthConfig (fe020ff48c9997eb1c0589a9b0ad1f1e18c7a13f49b09ba1d2827d32941ef11b) AuthConfig (93e3c242b35a9a5bbdb5be82a97c627c01d8df2fb5f888f6f0a9e3e24e73c906) AuthConfig (f2fce67b87bd7f2386b41eb9dad91431ba1da67af52475b99bde7414f7aa78ac) AuthConfig (387269c2378dc54ce2daf2b43bcc103a3c58f28dd6ebb270bcd577db36be2210) AuthConfig (0ab957c7b98ba09cda306080106f88a54eb596723af8eea562498b4193be20f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"d5d734e2-aebd-41c1-b85f-dbc50fbd3799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.185532672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59a653896ce6ae0be3c0d4ca6d64b20b3eb345f95d05ceb5b6f62cca339a0241) AuthConfig (0cb730d64f13d650207c623f13ebeefc9cdf82624945026145dcc07cd21b4cb5) AuthConfig (a133ecd505ae6820b79cb4c02e82e6dd9db74d068b55c57fcedbc52f762a042f) AuthConfig (75707327a11db48e0df67f30b745cf3a3b7b2c9e68d8e9db33b66f912ae1fdbe) AuthConfig (b157a5ea657ac5a21a57cdc2f71acc14965c1fbf32342d0954a7ff23012c672c) AuthConfig (bc08c0263fd9ff616fa91cc304cf7f42b162052905dd3b0aa97bf64ec5599d84) AuthConfig (b5aacfcfe9be3d0cd27ac4440ec7466e51bbdf85b05c39f60182aa0d42491873) AuthConfig (29c345d7bae377bfa1896c3967f2ce289f197d5779c152a3c5eae80ee936804f) AuthConfig (e822865367877ad049084cdab63c1aa66a0f021f55cb415e82964568655d0ad8) AuthConfig (75fb4e8ed68c5932fcff5a7207562f30e972f00c40055e89766d9c34b96cbc0c) AuthConfig (1bbc7b9d3a77a04d41be4770a6a2cf83b95803d81697f9fe3beee3a2becc45a0) AuthConfig (3a37944d5edb2ce0684693b1a7a38ce652c7a03f6c22c66e71d20aca8ced9269) AuthConfig (bda55fe016eff2accc04bf50e9f6f7953d6ab7749bf8e781dcde570c7f8eb71d) AuthConfig (17b8f4cd1646a2e75dd165c40cf422808014314e842a5168ec0c5eeb744ee38c) AuthConfig (33684d464df692ee06381dc72a4b8331cbeaee8471d0d69bbbc6f7d49a8ac0c7) AuthConfig (9892ceabac817dc4cd4f834f10753e65e5e27d5fa2f6abada669a613c0e340e7) AuthConfig (6c955eb298a048fe8a0e276a6cd0c7c2895ff75e08126226e94ca5737ca3416a) AuthConfig (8f9667b101b851df88128b8a635b9686fea5c79a59e2c1394844b155af4e24a5) AuthConfig (505088ae422bdd22687af42ad59ab87a8271728aec40bd1e4d34842f549b4e9e) AuthConfig (fd25ead11337ce7eb404208c63476cb8b95a373f63fe9f74b5689791cb9e8ead) AuthConfig (9a23653e0e59d994d3a47391f66c548182a1471e47950766e507090decb106a7) AuthConfig (08e53f5c9f388d3998a93924e09f2919a900ecbf1fcfbbc03e7505b799ce52a5) AuthConfig (bbe182227bedf1bc92fb33b6a8a885c05c9c49bf9c549ba8bd2f2f700ca30425) AuthConfig (00bd5392c0902c4922346dfdd1af2650535c53192aaf693d10aa84b376f76e54) AuthConfig (2136a18ebba8531a52fc407eb02493b0acbde1dc0338091685b36ad1359ccdb6) AuthConfig (fe020ff48c9997eb1c0589a9b0ad1f1e18c7a13f49b09ba1d2827d32941ef11b) AuthConfig (93e3c242b35a9a5bbdb5be82a97c627c01d8df2fb5f888f6f0a9e3e24e73c906) AuthConfig (f2fce67b87bd7f2386b41eb9dad91431ba1da67af52475b99bde7414f7aa78ac) AuthConfig (387269c2378dc54ce2daf2b43bcc103a3c58f28dd6ebb270bcd577db36be2210) AuthConfig (0ab957c7b98ba09cda306080106f88a54eb596723af8eea562498b4193be20f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7b135c39-9a86-41d9-b07e-792ee3809ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.243858416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"0f21ab13-d48d-4989-8c49-09888a99b695","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.246590217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"a4c6c954-6ccd-4252-9669-4de15c78cc77","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.400837643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"2f4a9545-1f10-41bb-95fe-1f5d752f3d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.402742277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8380b0dd-1621-4dc6-8aa9-3eda20619459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.45766046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"2f4a9545-1f10-41bb-95fe-1f5d752f3d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.459226192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8380b0dd-1621-4dc6-8aa9-3eda20619459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.513043533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59a653896ce6ae0be3c0d4ca6d64b20b3eb345f95d05ceb5b6f62cca339a0241) AuthConfig (0cb730d64f13d650207c623f13ebeefc9cdf82624945026145dcc07cd21b4cb5) AuthConfig (a133ecd505ae6820b79cb4c02e82e6dd9db74d068b55c57fcedbc52f762a042f) AuthConfig (75707327a11db48e0df67f30b745cf3a3b7b2c9e68d8e9db33b66f912ae1fdbe) AuthConfig (b157a5ea657ac5a21a57cdc2f71acc14965c1fbf32342d0954a7ff23012c672c) AuthConfig (bc08c0263fd9ff616fa91cc304cf7f42b162052905dd3b0aa97bf64ec5599d84) AuthConfig (b5aacfcfe9be3d0cd27ac4440ec7466e51bbdf85b05c39f60182aa0d42491873) AuthConfig (29c345d7bae377bfa1896c3967f2ce289f197d5779c152a3c5eae80ee936804f) AuthConfig (e822865367877ad049084cdab63c1aa66a0f021f55cb415e82964568655d0ad8) AuthConfig (75fb4e8ed68c5932fcff5a7207562f30e972f00c40055e89766d9c34b96cbc0c) AuthConfig (1bbc7b9d3a77a04d41be4770a6a2cf83b95803d81697f9fe3beee3a2becc45a0) AuthConfig (3a37944d5edb2ce0684693b1a7a38ce652c7a03f6c22c66e71d20aca8ced9269) AuthConfig (bda55fe016eff2accc04bf50e9f6f7953d6ab7749bf8e781dcde570c7f8eb71d) AuthConfig (17b8f4cd1646a2e75dd165c40cf422808014314e842a5168ec0c5eeb744ee38c) AuthConfig (33684d464df692ee06381dc72a4b8331cbeaee8471d0d69bbbc6f7d49a8ac0c7) AuthConfig (9892ceabac817dc4cd4f834f10753e65e5e27d5fa2f6abada669a613c0e340e7) AuthConfig (6c955eb298a048fe8a0e276a6cd0c7c2895ff75e08126226e94ca5737ca3416a) AuthConfig (8f9667b101b851df88128b8a635b9686fea5c79a59e2c1394844b155af4e24a5) AuthConfig (505088ae422bdd22687af42ad59ab87a8271728aec40bd1e4d34842f549b4e9e) AuthConfig (fd25ead11337ce7eb404208c63476cb8b95a373f63fe9f74b5689791cb9e8ead) AuthConfig (9a23653e0e59d994d3a47391f66c548182a1471e47950766e507090decb106a7) AuthConfig (08e53f5c9f388d3998a93924e09f2919a900ecbf1fcfbbc03e7505b799ce52a5) AuthConfig (bbe182227bedf1bc92fb33b6a8a885c05c9c49bf9c549ba8bd2f2f700ca30425) AuthConfig (00bd5392c0902c4922346dfdd1af2650535c53192aaf693d10aa84b376f76e54) AuthConfig (2136a18ebba8531a52fc407eb02493b0acbde1dc0338091685b36ad1359ccdb6) AuthConfig (fe020ff48c9997eb1c0589a9b0ad1f1e18c7a13f49b09ba1d2827d32941ef11b) AuthConfig (93e3c242b35a9a5bbdb5be82a97c627c01d8df2fb5f888f6f0a9e3e24e73c906) AuthConfig (f2fce67b87bd7f2386b41eb9dad91431ba1da67af52475b99bde7414f7aa78ac) AuthConfig (387269c2378dc54ce2daf2b43bcc103a3c58f28dd6ebb270bcd577db36be2210) AuthConfig (0ab957c7b98ba09cda306080106f88a54eb596723af8eea562498b4193be20f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"2f4a9545-1f10-41bb-95fe-1f5d752f3d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.514623969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59a653896ce6ae0be3c0d4ca6d64b20b3eb345f95d05ceb5b6f62cca339a0241) AuthConfig (0cb730d64f13d650207c623f13ebeefc9cdf82624945026145dcc07cd21b4cb5) AuthConfig (a133ecd505ae6820b79cb4c02e82e6dd9db74d068b55c57fcedbc52f762a042f) AuthConfig (75707327a11db48e0df67f30b745cf3a3b7b2c9e68d8e9db33b66f912ae1fdbe) AuthConfig (b157a5ea657ac5a21a57cdc2f71acc14965c1fbf32342d0954a7ff23012c672c) AuthConfig (bc08c0263fd9ff616fa91cc304cf7f42b162052905dd3b0aa97bf64ec5599d84) AuthConfig (b5aacfcfe9be3d0cd27ac4440ec7466e51bbdf85b05c39f60182aa0d42491873) AuthConfig (29c345d7bae377bfa1896c3967f2ce289f197d5779c152a3c5eae80ee936804f) AuthConfig (e822865367877ad049084cdab63c1aa66a0f021f55cb415e82964568655d0ad8) AuthConfig (75fb4e8ed68c5932fcff5a7207562f30e972f00c40055e89766d9c34b96cbc0c) AuthConfig (1bbc7b9d3a77a04d41be4770a6a2cf83b95803d81697f9fe3beee3a2becc45a0) AuthConfig (3a37944d5edb2ce0684693b1a7a38ce652c7a03f6c22c66e71d20aca8ced9269) AuthConfig (bda55fe016eff2accc04bf50e9f6f7953d6ab7749bf8e781dcde570c7f8eb71d) AuthConfig (17b8f4cd1646a2e75dd165c40cf422808014314e842a5168ec0c5eeb744ee38c) AuthConfig (33684d464df692ee06381dc72a4b8331cbeaee8471d0d69bbbc6f7d49a8ac0c7) AuthConfig (9892ceabac817dc4cd4f834f10753e65e5e27d5fa2f6abada669a613c0e340e7) AuthConfig (6c955eb298a048fe8a0e276a6cd0c7c2895ff75e08126226e94ca5737ca3416a) AuthConfig (8f9667b101b851df88128b8a635b9686fea5c79a59e2c1394844b155af4e24a5) AuthConfig (505088ae422bdd22687af42ad59ab87a8271728aec40bd1e4d34842f549b4e9e) AuthConfig (fd25ead11337ce7eb404208c63476cb8b95a373f63fe9f74b5689791cb9e8ead) AuthConfig (9a23653e0e59d994d3a47391f66c548182a1471e47950766e507090decb106a7) AuthConfig (08e53f5c9f388d3998a93924e09f2919a900ecbf1fcfbbc03e7505b799ce52a5) AuthConfig (bbe182227bedf1bc92fb33b6a8a885c05c9c49bf9c549ba8bd2f2f700ca30425) AuthConfig (00bd5392c0902c4922346dfdd1af2650535c53192aaf693d10aa84b376f76e54) AuthConfig (2136a18ebba8531a52fc407eb02493b0acbde1dc0338091685b36ad1359ccdb6) AuthConfig (fe020ff48c9997eb1c0589a9b0ad1f1e18c7a13f49b09ba1d2827d32941ef11b) AuthConfig (93e3c242b35a9a5bbdb5be82a97c627c01d8df2fb5f888f6f0a9e3e24e73c906) AuthConfig (f2fce67b87bd7f2386b41eb9dad91431ba1da67af52475b99bde7414f7aa78ac) AuthConfig (387269c2378dc54ce2daf2b43bcc103a3c58f28dd6ebb270bcd577db36be2210) AuthConfig (0ab957c7b98ba09cda306080106f88a54eb596723af8eea562498b4193be20f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8380b0dd-1621-4dc6-8aa9-3eda20619459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:18.566962146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"2f4a9545-1f10-41bb-95fe-1f5d752f3d5e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.730884286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"1329cbcd-2cfe-4bc7-a1b2-4d5602676b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.789011033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"1329cbcd-2cfe-4bc7-a1b2-4d5602676b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:18.84588636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59a653896ce6ae0be3c0d4ca6d64b20b3eb345f95d05ceb5b6f62cca339a0241) AuthConfig (0cb730d64f13d650207c623f13ebeefc9cdf82624945026145dcc07cd21b4cb5) AuthConfig (a133ecd505ae6820b79cb4c02e82e6dd9db74d068b55c57fcedbc52f762a042f) AuthConfig (75707327a11db48e0df67f30b745cf3a3b7b2c9e68d8e9db33b66f912ae1fdbe) AuthConfig (b157a5ea657ac5a21a57cdc2f71acc14965c1fbf32342d0954a7ff23012c672c) AuthConfig (bc08c0263fd9ff616fa91cc304cf7f42b162052905dd3b0aa97bf64ec5599d84) AuthConfig (b5aacfcfe9be3d0cd27ac4440ec7466e51bbdf85b05c39f60182aa0d42491873) AuthConfig (29c345d7bae377bfa1896c3967f2ce289f197d5779c152a3c5eae80ee936804f) AuthConfig (e822865367877ad049084cdab63c1aa66a0f021f55cb415e82964568655d0ad8) AuthConfig (75fb4e8ed68c5932fcff5a7207562f30e972f00c40055e89766d9c34b96cbc0c) AuthConfig (1bbc7b9d3a77a04d41be4770a6a2cf83b95803d81697f9fe3beee3a2becc45a0) AuthConfig (3a37944d5edb2ce0684693b1a7a38ce652c7a03f6c22c66e71d20aca8ced9269) AuthConfig (bda55fe016eff2accc04bf50e9f6f7953d6ab7749bf8e781dcde570c7f8eb71d) AuthConfig (17b8f4cd1646a2e75dd165c40cf422808014314e842a5168ec0c5eeb744ee38c) AuthConfig (33684d464df692ee06381dc72a4b8331cbeaee8471d0d69bbbc6f7d49a8ac0c7) AuthConfig (9892ceabac817dc4cd4f834f10753e65e5e27d5fa2f6abada669a613c0e340e7) AuthConfig (6c955eb298a048fe8a0e276a6cd0c7c2895ff75e08126226e94ca5737ca3416a) AuthConfig (8f9667b101b851df88128b8a635b9686fea5c79a59e2c1394844b155af4e24a5) AuthConfig (505088ae422bdd22687af42ad59ab87a8271728aec40bd1e4d34842f549b4e9e) AuthConfig (fd25ead11337ce7eb404208c63476cb8b95a373f63fe9f74b5689791cb9e8ead) AuthConfig (9a23653e0e59d994d3a47391f66c548182a1471e47950766e507090decb106a7) AuthConfig (08e53f5c9f388d3998a93924e09f2919a900ecbf1fcfbbc03e7505b799ce52a5) AuthConfig (bbe182227bedf1bc92fb33b6a8a885c05c9c49bf9c549ba8bd2f2f700ca30425) AuthConfig (00bd5392c0902c4922346dfdd1af2650535c53192aaf693d10aa84b376f76e54) AuthConfig (2136a18ebba8531a52fc407eb02493b0acbde1dc0338091685b36ad1359ccdb6) AuthConfig (fe020ff48c9997eb1c0589a9b0ad1f1e18c7a13f49b09ba1d2827d32941ef11b) AuthConfig (93e3c242b35a9a5bbdb5be82a97c627c01d8df2fb5f888f6f0a9e3e24e73c906) AuthConfig (f2fce67b87bd7f2386b41eb9dad91431ba1da67af52475b99bde7414f7aa78ac) AuthConfig (387269c2378dc54ce2daf2b43bcc103a3c58f28dd6ebb270bcd577db36be2210) AuthConfig (0ab957c7b98ba09cda306080106f88a54eb596723af8eea562498b4193be20f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"1329cbcd-2cfe-4bc7-a1b2-4d5602676b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:22.882883423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"290382e2-35fd-4043-9bce-5a42f467d479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:22.882884243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"4582b5e6-021b-46cc-8f93-7eea4dee6263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:22.940470059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"4582b5e6-021b-46cc-8f93-7eea4dee6263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:22.940786193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"290382e2-35fd-4043-9bce-5a42f467d479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.258518371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"62b04d74-9d95-47b2-90d8-0af6f80cde5c","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.262925819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"e9b4ffc5-2110-48aa-8299-8b37201947fc","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:28.689549844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d5c295d7-4133-4831-b57e-deec4bac11f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:28.746776588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d5c295d7-4133-4831-b57e-deec4bac11f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:28.804025223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59a653896ce6ae0be3c0d4ca6d64b20b3eb345f95d05ceb5b6f62cca339a0241) AuthConfig (0cb730d64f13d650207c623f13ebeefc9cdf82624945026145dcc07cd21b4cb5) AuthConfig (a133ecd505ae6820b79cb4c02e82e6dd9db74d068b55c57fcedbc52f762a042f) AuthConfig (75707327a11db48e0df67f30b745cf3a3b7b2c9e68d8e9db33b66f912ae1fdbe) AuthConfig (b157a5ea657ac5a21a57cdc2f71acc14965c1fbf32342d0954a7ff23012c672c) AuthConfig (bc08c0263fd9ff616fa91cc304cf7f42b162052905dd3b0aa97bf64ec5599d84) AuthConfig (b5aacfcfe9be3d0cd27ac4440ec7466e51bbdf85b05c39f60182aa0d42491873) AuthConfig (29c345d7bae377bfa1896c3967f2ce289f197d5779c152a3c5eae80ee936804f) AuthConfig (e822865367877ad049084cdab63c1aa66a0f021f55cb415e82964568655d0ad8) AuthConfig (75fb4e8ed68c5932fcff5a7207562f30e972f00c40055e89766d9c34b96cbc0c) AuthConfig (1bbc7b9d3a77a04d41be4770a6a2cf83b95803d81697f9fe3beee3a2becc45a0) AuthConfig (3a37944d5edb2ce0684693b1a7a38ce652c7a03f6c22c66e71d20aca8ced9269) AuthConfig (bda55fe016eff2accc04bf50e9f6f7953d6ab7749bf8e781dcde570c7f8eb71d) AuthConfig (17b8f4cd1646a2e75dd165c40cf422808014314e842a5168ec0c5eeb744ee38c) AuthConfig (33684d464df692ee06381dc72a4b8331cbeaee8471d0d69bbbc6f7d49a8ac0c7) AuthConfig (9892ceabac817dc4cd4f834f10753e65e5e27d5fa2f6abada669a613c0e340e7) AuthConfig (6c955eb298a048fe8a0e276a6cd0c7c2895ff75e08126226e94ca5737ca3416a) AuthConfig (8f9667b101b851df88128b8a635b9686fea5c79a59e2c1394844b155af4e24a5) AuthConfig (505088ae422bdd22687af42ad59ab87a8271728aec40bd1e4d34842f549b4e9e) AuthConfig (fd25ead11337ce7eb404208c63476cb8b95a373f63fe9f74b5689791cb9e8ead) AuthConfig (9a23653e0e59d994d3a47391f66c548182a1471e47950766e507090decb106a7) AuthConfig (08e53f5c9f388d3998a93924e09f2919a900ecbf1fcfbbc03e7505b799ce52a5) AuthConfig (bbe182227bedf1bc92fb33b6a8a885c05c9c49bf9c549ba8bd2f2f700ca30425) AuthConfig (00bd5392c0902c4922346dfdd1af2650535c53192aaf693d10aa84b376f76e54) AuthConfig (2136a18ebba8531a52fc407eb02493b0acbde1dc0338091685b36ad1359ccdb6) AuthConfig (fe020ff48c9997eb1c0589a9b0ad1f1e18c7a13f49b09ba1d2827d32941ef11b) AuthConfig (93e3c242b35a9a5bbdb5be82a97c627c01d8df2fb5f888f6f0a9e3e24e73c906) AuthConfig (f2fce67b87bd7f2386b41eb9dad91431ba1da67af52475b99bde7414f7aa78ac) AuthConfig (387269c2378dc54ce2daf2b43bcc103a3c58f28dd6ebb270bcd577db36be2210) AuthConfig (0ab957c7b98ba09cda306080106f88a54eb596723af8eea562498b4193be20f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d5c295d7-4133-4831-b57e-deec4bac11f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:29.004808894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"f8d60139-303d-4e96-a903-fb0f2e4c7abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:29.063199298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"f8d60139-303d-4e96-a903-fb0f2e4c7abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:29.118824706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b8717e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59a653896ce6ae0be3c0d4ca6d64b20b3eb345f95d05ceb5b6f62cca339a0241) AuthConfig (0cb730d64f13d650207c623f13ebeefc9cdf82624945026145dcc07cd21b4cb5) AuthConfig (a133ecd505ae6820b79cb4c02e82e6dd9db74d068b55c57fcedbc52f762a042f) AuthConfig (75707327a11db48e0df67f30b745cf3a3b7b2c9e68d8e9db33b66f912ae1fdbe) AuthConfig (b157a5ea657ac5a21a57cdc2f71acc14965c1fbf32342d0954a7ff23012c672c) AuthConfig (bc08c0263fd9ff616fa91cc304cf7f42b162052905dd3b0aa97bf64ec5599d84) AuthConfig (b5aacfcfe9be3d0cd27ac4440ec7466e51bbdf85b05c39f60182aa0d42491873) AuthConfig (29c345d7bae377bfa1896c3967f2ce289f197d5779c152a3c5eae80ee936804f) AuthConfig (e822865367877ad049084cdab63c1aa66a0f021f55cb415e82964568655d0ad8) AuthConfig (75fb4e8ed68c5932fcff5a7207562f30e972f00c40055e89766d9c34b96cbc0c) AuthConfig (1bbc7b9d3a77a04d41be4770a6a2cf83b95803d81697f9fe3beee3a2becc45a0) AuthConfig (3a37944d5edb2ce0684693b1a7a38ce652c7a03f6c22c66e71d20aca8ced9269) AuthConfig (bda55fe016eff2accc04bf50e9f6f7953d6ab7749bf8e781dcde570c7f8eb71d) AuthConfig (17b8f4cd1646a2e75dd165c40cf422808014314e842a5168ec0c5eeb744ee38c) AuthConfig (33684d464df692ee06381dc72a4b8331cbeaee8471d0d69bbbc6f7d49a8ac0c7) AuthConfig (9892ceabac817dc4cd4f834f10753e65e5e27d5fa2f6abada669a613c0e340e7) AuthConfig (6c955eb298a048fe8a0e276a6cd0c7c2895ff75e08126226e94ca5737ca3416a) AuthConfig (8f9667b101b851df88128b8a635b9686fea5c79a59e2c1394844b155af4e24a5) AuthConfig (505088ae422bdd22687af42ad59ab87a8271728aec40bd1e4d34842f549b4e9e) AuthConfig (fd25ead11337ce7eb404208c63476cb8b95a373f63fe9f74b5689791cb9e8ead) AuthConfig (9a23653e0e59d994d3a47391f66c548182a1471e47950766e507090decb106a7) AuthConfig (08e53f5c9f388d3998a93924e09f2919a900ecbf1fcfbbc03e7505b799ce52a5) AuthConfig (bbe182227bedf1bc92fb33b6a8a885c05c9c49bf9c549ba8bd2f2f700ca30425) AuthConfig (00bd5392c0902c4922346dfdd1af2650535c53192aaf693d10aa84b376f76e54) AuthConfig (2136a18ebba8531a52fc407eb02493b0acbde1dc0338091685b36ad1359ccdb6) AuthConfig (fe020ff48c9997eb1c0589a9b0ad1f1e18c7a13f49b09ba1d2827d32941ef11b) AuthConfig (93e3c242b35a9a5bbdb5be82a97c627c01d8df2fb5f888f6f0a9e3e24e73c906) AuthConfig (f2fce67b87bd7f2386b41eb9dad91431ba1da67af52475b99bde7414f7aa78ac) AuthConfig (387269c2378dc54ce2daf2b43bcc103a3c58f28dd6ebb270bcd577db36be2210) AuthConfig (0ab957c7b98ba09cda306080106f88a54eb596723af8eea562498b4193be20f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"f8d60139-303d-4e96-a903-fb0f2e4c7abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.961917582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"1af99a53-1caa-4096-87e0-7401834f9f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.018425452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"1af99a53-1caa-4096-87e0-7401834f9f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.276958634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a3ca747d-1b74-4945-9408-a99c643f0274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.333700607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a3ca747d-1b74-4945-9408-a99c643f0274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.336369667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"0d1a4b3f-0986-45f1-8099-7c84dfcc8a69","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:39.605711353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"8ec14aa5-0f9e-4138-90c6-054360051d25","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:41.826892304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"5982839c-38ba-459c-90da-9dbc1375636a","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:41.884740527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"3bb75807-402d-44fa-a43e-f6c22d38f593","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.043959134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff-auth","reconcileID":"60c0812a-f5fe-464c-bef5-b305ba5e589b","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.100983378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff-auth","reconcileID":"60c0812a-f5fe-464c-bef5-b305ba5e589b","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.110423343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"e8dac448-ee88-42f1-bff7-0b78675c95a2","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.171540892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"f9d4898a-902b-45e4-aaab-546053c8c843","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.223459943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"db32c9ec-457f-4538-b0d5-8ef08162680e","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:42.227909139Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-e90e35/e2e-dry-sub-35b7d8ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-35b7d8ff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.274326844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b393044e-d61c-4510-b2de-ef1050fb8cbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.274326811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"deb513e2-cba7-49c2-b300-ac3e98704420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.282572921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"e54a67b3-6ba1-485d-aa5f-918940feeaeb","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.332698368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"deb513e2-cba7-49c2-b300-ac3e98704420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.333659686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b393044e-d61c-4510-b2de-ef1050fb8cbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.431639902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"01f082c8-6240-47ab-b671-3299286a2964","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.552566653Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-35b7d8ff","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff","reconcileID":"052fb294-d0ca-4729-a7c6-a5633ad4cd86","MaaSSubscription":{"name":"e2e-dry-sub-35b7d8ff","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-dry-sub-35b7d8ff","ai-tenant-e2e-worker-w3-e90e35/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.589846373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff-auth","reconcileID":"f76d012a-c844-4fda-8722-734c7f3e8a50","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.646720968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff-auth","reconcileID":"f76d012a-c844-4fda-8722-734c7f3e8a50","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.716445597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"e5b45dde-4623-4ae5-a5df-0f6870e77771","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.744637923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"1651c1d3-88f5-4c54-aae0-a0c38502e2ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.744638237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"9efb19cc-9da6-4c7a-99c6-01a47d9c51c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.76524702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"2ec5532e-134d-442e-bc2a-020888a8b4e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.803010176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"9efb19cc-9da6-4c7a-99c6-01a47d9c51c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.803045719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"1651c1d3-88f5-4c54-aae0-a0c38502e2ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.927627533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-35b7d8ff","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff","reconcileID":"30a1d7c6-c5c2-4612-a662-20fa38b5868f","MaaSSubscription":{"name":"e2e-dry-sub-35b7d8ff","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:46.779879286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"868d0ebe-1902-4fda-87d9-8dbe987994ea","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:46.945317229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"28c7b6ae-bcea-41e2-9e48-4c5ab1fda4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:46.945704755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"f866fb22-62b8-4c3b-b737-92ccc53fca41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:46.945856051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff-auth","reconcileID":"5c0b10d8-56e9-41b4-a835-66187e98826d","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:47.010987948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff-auth","reconcileID":"5c0b10d8-56e9-41b4-a835-66187e98826d","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:47.01197194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"f866fb22-62b8-4c3b-b737-92ccc53fca41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:47.014741448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"28c7b6ae-bcea-41e2-9e48-4c5ab1fda4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:47.603347488Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.039192133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"0e42fd8a-77ad-41ab-a336-6fd9a44f6520","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.165655157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"b9007c6c-f728-41f6-8682-d2d288b3524d","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.222629136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"e7ec9b74-e0b6-4f09-9690-4ec42ed9366d","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:48.272098857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"f526bd90-e3ee-44af-abe7-d931d84be95d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.386441081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"4a5c3d53-daf8-46e5-9936-51d386af6a0e","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.435782482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"ecd49ba6-0207-487b-8203-08d2c1639e18","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.494744236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"11ee6ae5-ff24-45ce-901d-f8eecf875e68","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.598056115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"7e83494e-0883-4a1b-8e15-e6b77034f7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.657896495Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"a3fc0cfc-f0f7-411e-9c98-4cd6cc3ac511","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"simulator-w4-d2a3e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a3e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.721722275Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"7e83494e-0883-4a1b-8e15-e6b77034f7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.728563162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"2c92dd69-366d-4607-8ed1-1cc15bccb9ef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.777118317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"7e83494e-0883-4a1b-8e15-e6b77034f7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.785351241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"60c70a48-ea05-48f3-8069-99de9e7b13a2","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.823528975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"ad9ac8c8-c594-4b27-a093-7e8cdf906c67","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.832556215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"70867923-d709-40d4-9e2b-48dea0e9e7d7","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:48.837304647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"d31fcdb0-23e3-49c5-a9e5-210cf6885fc2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:48.838683851Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a3e0/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.937722415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"33c154a4-dc9e-4715-99af-5a426902313b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.949501121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"acaf6895-1c81-4612-9be9-1d720644c223","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:48.99421238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"33c154a4-dc9e-4715-99af-5a426902313b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.006623475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"977e7a50-25a8-4fa2-b502-5c395db5456c","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.011347487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"853d3a7e-869c-4547-a300-89d397881316","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.037738245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"20e4c6a2-e4f6-4fe8-9a92-d7e4c7667761","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.050182555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"33c154a4-dc9e-4715-99af-5a426902313b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.070915579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"11b11d4b-eae2-4040-84b5-3cc1d4fa416a","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:49.126086352Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"11b11d4b-eae2-4040-84b5-3cc1d4fa416a","name":"premium-w4-d2a3e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-d2a3e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:49.126175441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"11b11d4b-eae2-4040-84b5-3cc1d4fa416a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-d2a3e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.131478935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"ff3bfc57-c071-4f60-b73e-a47b99dc6a7e","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.212736498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"fa399319-78ea-4f9c-836b-946ec2af56d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.213738799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"8d2bccf5-3030-46b0-9963-466dae82ca67","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.229276474Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"47de1b44-8821-440d-871e-4bf971c49636","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"premium-w4-d2a3e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a3e0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.269265036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"fa399319-78ea-4f9c-836b-946ec2af56d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.29096972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"aa0f8306-ad54-4c31-ba89-312ee1aa7af4","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.308822712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"74045be4-4eec-4179-b78b-a9abc1ec3e63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.324244842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"fa399319-78ea-4f9c-836b-946ec2af56d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.355252695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"85892b8d-67d9-4c29-a1ef-431e92e2d395","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.365013859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"74045be4-4eec-4179-b78b-a9abc1ec3e63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.392802794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"de4d1bef-aca2-44e1-be05-ed3f6b0a2e06","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.420231734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"74045be4-4eec-4179-b78b-a9abc1ec3e63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.475547346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"883c6d3f-53f1-4c52-8a8a-bf0db29898ae","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.48093924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"f93a5a73-862c-46a4-af35-22674d38df2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.537091567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"f93a5a73-862c-46a4-af35-22674d38df2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.592696939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"f93a5a73-862c-46a4-af35-22674d38df2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.603682812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"43835e7b-8ab3-405c-8909-7335ef7965d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.63295994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"37e03a48-4e7e-493a-9fcf-662013c72827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.690321554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"37e03a48-4e7e-493a-9fcf-662013c72827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.745731895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"37e03a48-4e7e-493a-9fcf-662013c72827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:56.955212355Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-35b7d8ff","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff","reconcileID":"f2109843-665b-49a0-9024-2387e3684cf9","MaaSSubscription":{"name":"e2e-dry-sub-35b7d8ff","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscription":"e2e-dry-sub-35b7d8ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.181754006Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-35b7d8ff","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff","reconcileID":"f2109843-665b-49a0-9024-2387e3684cf9","MaaSSubscription":{"name":"e2e-dry-sub-35b7d8ff","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.394981229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"bd92c9f3-1828-4327-92bb-5cc0c240e8ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.397861798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"78ff691d-a640-467a-b7c2-2ea05c44b63b","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.453760629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"9f93da01-6d42-4c34-9d5e-3c0cc6386584","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.511695225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"157192ca-d18b-4478-850c-4a98f3fdba02","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.550369692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"5877c72f-aef2-47d4-a6ee-c6cf3383a65b","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.558851544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"f3548533-1717-4432-b495-11f16c3b531e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.559005364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff-auth","reconcileID":"6b5ad8c0-5559-4c85-8b02-2d1a17feee65","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.558850557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b7c129d5-34bc-4ee7-a9ff-81d7e4bfa5c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.617072557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff-auth","reconcileID":"6b5ad8c0-5559-4c85-8b02-2d1a17feee65","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.61708238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b7c129d5-34bc-4ee7-a9ff-81d7e4bfa5c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.61925766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"f3548533-1717-4432-b495-11f16c3b531e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:57.827818632Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-dry-sub-35b7d8ff-auth","reconcileID":"fa7bb336-b4fd-48e3-9c5f-1a652753a748","MaaSAuthPolicy":{"name":"e2e-dry-sub-35b7d8ff-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:58.086425082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"cde264d0-a42e-4614-a1b8-16f1c045c016","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.214655184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"456a4f4d-9304-457e-b115-bf01c8bc93d6","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.269407257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"c441196f-df64-42bf-abbd-16cc0555e4a2","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.42640689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda-auth","reconcileID":"5d173b22-0b37-40f3-8383-665e9de96d08","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.485423322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"a017d9b6-640f-4c49-9c21-3ab1607bed11","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.486231923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda-auth","reconcileID":"5d173b22-0b37-40f3-8383-665e9de96d08","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.541325096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"e2f20a47-ea18-4870-b5c7-e49dc810757d","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:59.592296851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d78b0fda","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda","reconcileID":"1ae28fdf-621d-4308-806f-9ccef335ced6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-d78b0fda\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.645725825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"ae0fe9ce-82fa-4591-b628-48c3d4130b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.645726345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"eea9ce6e-b82b-40fc-9df6-7aca144fb5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.703092195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"eea9ce6e-b82b-40fc-9df6-7aca144fb5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.703241188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"ae0fe9ce-82fa-4591-b628-48c3d4130b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.707213744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"dc65fc42-4fbc-4d3c-aac3-313e27191f54","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.7509088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"7f0e4227-9df4-4802-b64d-6c2d204b611a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.764347043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"697111bb-a2bd-4a49-bb89-142470359cb9","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.806656791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"92de550d-0185-42cd-b67c-613f70c2dba1","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.809971699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"7f0e4227-9df4-4802-b64d-6c2d204b611a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.864998195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"7f0e4227-9df4-4802-b64d-6c2d204b611a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.904515337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"338de2e9-f7ab-4ea8-8c02-8bd50419d33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:59.961698011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"338de2e9-f7ab-4ea8-8c02-8bd50419d33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.005887617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda-auth","reconcileID":"3fa414e5-d129-4c0a-88a6-68789aa35bdd","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.016630458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"338de2e9-f7ab-4ea8-8c02-8bd50419d33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.034216024Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d78b0fda","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda","reconcileID":"7eb8354f-5259-4d2e-81fc-49b64c6f08b8","MaaSSubscription":{"name":"e2e-combo-sub-d78b0fda","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-combo-sub-d78b0fda","ai-tenant-e2e-worker-w3-e90e35/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.063458733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda-auth","reconcileID":"3fa414e5-d129-4c0a-88a6-68789aa35bdd","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.109494749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d9b65db1-f964-4cfe-a63d-9d58b0090649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.109810177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"7eeb3bf5-d472-4fc5-aa09-eb3da693de40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.166590754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d9b65db1-f964-4cfe-a63d-9d58b0090649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.16735773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"7eeb3bf5-d472-4fc5-aa09-eb3da693de40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.201370181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"f8980421-9ac9-4130-aadc-48e9f28eecad","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.246509992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"b7a6cb2a-1fdb-4cff-be87-dea30d10d0fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.414411503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d78b0fda","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda","reconcileID":"551e2a61-970d-43cd-ad46-58404d7a3c77","MaaSSubscription":{"name":"e2e-combo-sub-d78b0fda","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.902399302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"a5824f68-cbc2-4cfc-90c0-d86a9728832e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.066335651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"d59ec515-a1fe-4a1e-aa52-e6a7630bf958","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.189054492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"946b1a7d-c1e0-4a3e-a82e-ef7393635110","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.355116619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"76dd7a36-6c61-49a2-b68c-bbceaa3cf6ad","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.446205068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"5991c874-4646-4bab-a649-a50e94e79b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.446201613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"c60c6fdd-fe1f-4fa9-ab58-4d67abb2cd26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.503085568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"5991c874-4646-4bab-a649-a50e94e79b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.503104274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"c60c6fdd-fe1f-4fa9-ab58-4d67abb2cd26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.558239416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9cb1c514effb46c7298ae01352bab51684b21ba3825f8778f3d611b3f216818) AuthConfig (19a3be9211727314b8a8df6db9b58650f2f2d99ed2696465fe2bdc82f230bd85) AuthConfig (9c18f60c70008d4537ea1f4b8dbc2356e5ab5cd01989d8da190272b0cf1c562f) AuthConfig (fe05cbf07caa54a2f8d2c15ce78cbed0471a13fffb053f02e902fe80e42a3e38) AuthConfig (579746af89a7ece6862c8d5ef5a9a00448a866af1c640f47ed117aa68dd883f5) AuthConfig (2c8fcf8f9a8444abcdd033f7915beb651fd8608253d921133254291576c4b380) AuthConfig (63a3716f225c385cfe5d551bf7b9439493e6b61037cd7a8eacf7c94cb4945d6d) AuthConfig (a692a839c43e6def965b78409a78c7df030a19a56f74a96676a57c23a07f5e00) AuthConfig (6507ad01b1b7b7cf36d974364d581a04d1e19f2d38a4831cf77efdb6f7d5a92d) AuthConfig (85171eb822dbe14117b9a7f2818305b91cba364d00eeb71e3897a7790f11a596) AuthConfig (709ac4b45c61878f05d8f3050190b28f77d286ead125e4da74f878dae3f2c5c8) AuthConfig (c695362093f63f19c88e1bd3e1cb89521244b72ae8a24d55039e4d3d4353e63f) AuthConfig (cb8ca589532dc2b0e2541b566fbce3318170802783605ce431cf97d2506c3f24) AuthConfig (14f60fd4fb08f3aecb21b7cad6f678374a6adbbabb3860304299241c052647e8) AuthConfig (1bb577c8949160cbc474c3a6d6e233a4b72f085052efe155da6db994ddfbec95) AuthConfig (352bc8b9ba3edb613d3619e74ae1e799eefb66297843f188b4cb330bda347521) AuthConfig (097d98f5aa4e112d14aee27e15c5b2771a8b9cbcd215924651e58bfa0eacaf26) AuthConfig (24398b759324d17fde07ea5beb769f681d9fac221abd3dba8749743bb54f5b9c) AuthConfig (81b1a26e5e974d70ffcde15c25441b6baf77e669b2bf93503d0949b01892b85e) AuthConfig (487018dac90c50cb1e223bbd4664e5cc2a70996316937a81aa6783d697b4b09f) AuthConfig (d4c33b46fb09188ef8cc6705457367a388c5ca234c13be6a99a1a493fb762fe8) AuthConfig (97fa895863f18b401d7061e2bab93938cfc9eb0bcc57dfe0ef699c754c641edc) AuthConfig (de3a0b7b58f6b37722c4f3c2256008b92e06053a8f5233761e5ac30c6e114a79) AuthConfig (609d726d4aece126a32ae405bf739f379b237af0b9cc15ad46d0e77031d8cdd6) AuthConfig (4bce0dfb4c38f121455bc4b4f4cf921f4612e3088f211ede5c082264b20b205d) AuthConfig (fde3402162088695b54515b02a483adad5496c8751619cf872d258d449b9fa3f) AuthConfig (2c8a327b22c67752ffe9af30bd5eacf91df1d12f401758340fe8769744d99c56) AuthConfig (602f03c1542c10b5b1c204fc72b10129f5a74287913cdbed037b5f984a8fdc5d) AuthConfig (2bcbde918970f1d947583a7446029812a6181767f253c1198bbb0dfb96a4699e) AuthConfig (794117df492fcf1f5e43a875a1103c54c820c1ffdc44ee38085a7bd8a09e1a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"5991c874-4646-4bab-a649-a50e94e79b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.558335574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9cb1c514effb46c7298ae01352bab51684b21ba3825f8778f3d611b3f216818) AuthConfig (19a3be9211727314b8a8df6db9b58650f2f2d99ed2696465fe2bdc82f230bd85) AuthConfig (9c18f60c70008d4537ea1f4b8dbc2356e5ab5cd01989d8da190272b0cf1c562f) AuthConfig (fe05cbf07caa54a2f8d2c15ce78cbed0471a13fffb053f02e902fe80e42a3e38) AuthConfig (579746af89a7ece6862c8d5ef5a9a00448a866af1c640f47ed117aa68dd883f5) AuthConfig (2c8fcf8f9a8444abcdd033f7915beb651fd8608253d921133254291576c4b380) AuthConfig (63a3716f225c385cfe5d551bf7b9439493e6b61037cd7a8eacf7c94cb4945d6d) AuthConfig (a692a839c43e6def965b78409a78c7df030a19a56f74a96676a57c23a07f5e00) AuthConfig (6507ad01b1b7b7cf36d974364d581a04d1e19f2d38a4831cf77efdb6f7d5a92d) AuthConfig (85171eb822dbe14117b9a7f2818305b91cba364d00eeb71e3897a7790f11a596) AuthConfig (709ac4b45c61878f05d8f3050190b28f77d286ead125e4da74f878dae3f2c5c8) AuthConfig (c695362093f63f19c88e1bd3e1cb89521244b72ae8a24d55039e4d3d4353e63f) AuthConfig (cb8ca589532dc2b0e2541b566fbce3318170802783605ce431cf97d2506c3f24) AuthConfig (14f60fd4fb08f3aecb21b7cad6f678374a6adbbabb3860304299241c052647e8) AuthConfig (1bb577c8949160cbc474c3a6d6e233a4b72f085052efe155da6db994ddfbec95) AuthConfig (352bc8b9ba3edb613d3619e74ae1e799eefb66297843f188b4cb330bda347521) AuthConfig (097d98f5aa4e112d14aee27e15c5b2771a8b9cbcd215924651e58bfa0eacaf26) AuthConfig (24398b759324d17fde07ea5beb769f681d9fac221abd3dba8749743bb54f5b9c) AuthConfig (81b1a26e5e974d70ffcde15c25441b6baf77e669b2bf93503d0949b01892b85e) AuthConfig (487018dac90c50cb1e223bbd4664e5cc2a70996316937a81aa6783d697b4b09f) AuthConfig (d4c33b46fb09188ef8cc6705457367a388c5ca234c13be6a99a1a493fb762fe8) AuthConfig (97fa895863f18b401d7061e2bab93938cfc9eb0bcc57dfe0ef699c754c641edc) AuthConfig (de3a0b7b58f6b37722c4f3c2256008b92e06053a8f5233761e5ac30c6e114a79) AuthConfig (609d726d4aece126a32ae405bf739f379b237af0b9cc15ad46d0e77031d8cdd6) AuthConfig (4bce0dfb4c38f121455bc4b4f4cf921f4612e3088f211ede5c082264b20b205d) AuthConfig (fde3402162088695b54515b02a483adad5496c8751619cf872d258d449b9fa3f) AuthConfig (2c8a327b22c67752ffe9af30bd5eacf91df1d12f401758340fe8769744d99c56) AuthConfig (602f03c1542c10b5b1c204fc72b10129f5a74287913cdbed037b5f984a8fdc5d) AuthConfig (2bcbde918970f1d947583a7446029812a6181767f253c1198bbb0dfb96a4699e) AuthConfig (794117df492fcf1f5e43a875a1103c54c820c1ffdc44ee38085a7bd8a09e1a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"c60c6fdd-fe1f-4fa9-ab58-4d67abb2cd26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.616381261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"0dc036b8-8ddf-4c99-b815-a65e35867c7d","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.618843107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"164d2384-c392-47ed-ab13-0919e6b72e32","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.773177228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"e9167df2-51e1-47e8-939a-9dd6b1319521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.774446049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"cff65f13-8026-40e9-8e82-6e3298124db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.8299662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"e9167df2-51e1-47e8-939a-9dd6b1319521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.831052233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"cff65f13-8026-40e9-8e82-6e3298124db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.886322344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9cb1c514effb46c7298ae01352bab51684b21ba3825f8778f3d611b3f216818) AuthConfig (19a3be9211727314b8a8df6db9b58650f2f2d99ed2696465fe2bdc82f230bd85) AuthConfig (9c18f60c70008d4537ea1f4b8dbc2356e5ab5cd01989d8da190272b0cf1c562f) AuthConfig (fe05cbf07caa54a2f8d2c15ce78cbed0471a13fffb053f02e902fe80e42a3e38) AuthConfig (579746af89a7ece6862c8d5ef5a9a00448a866af1c640f47ed117aa68dd883f5) AuthConfig (2c8fcf8f9a8444abcdd033f7915beb651fd8608253d921133254291576c4b380) AuthConfig (63a3716f225c385cfe5d551bf7b9439493e6b61037cd7a8eacf7c94cb4945d6d) AuthConfig (a692a839c43e6def965b78409a78c7df030a19a56f74a96676a57c23a07f5e00) AuthConfig (6507ad01b1b7b7cf36d974364d581a04d1e19f2d38a4831cf77efdb6f7d5a92d) AuthConfig (85171eb822dbe14117b9a7f2818305b91cba364d00eeb71e3897a7790f11a596) AuthConfig (709ac4b45c61878f05d8f3050190b28f77d286ead125e4da74f878dae3f2c5c8) AuthConfig (c695362093f63f19c88e1bd3e1cb89521244b72ae8a24d55039e4d3d4353e63f) AuthConfig (cb8ca589532dc2b0e2541b566fbce3318170802783605ce431cf97d2506c3f24) AuthConfig (14f60fd4fb08f3aecb21b7cad6f678374a6adbbabb3860304299241c052647e8) AuthConfig (1bb577c8949160cbc474c3a6d6e233a4b72f085052efe155da6db994ddfbec95) AuthConfig (352bc8b9ba3edb613d3619e74ae1e799eefb66297843f188b4cb330bda347521) AuthConfig (097d98f5aa4e112d14aee27e15c5b2771a8b9cbcd215924651e58bfa0eacaf26) AuthConfig (24398b759324d17fde07ea5beb769f681d9fac221abd3dba8749743bb54f5b9c) AuthConfig (81b1a26e5e974d70ffcde15c25441b6baf77e669b2bf93503d0949b01892b85e) AuthConfig (487018dac90c50cb1e223bbd4664e5cc2a70996316937a81aa6783d697b4b09f) AuthConfig (d4c33b46fb09188ef8cc6705457367a388c5ca234c13be6a99a1a493fb762fe8) AuthConfig (97fa895863f18b401d7061e2bab93938cfc9eb0bcc57dfe0ef699c754c641edc) AuthConfig (de3a0b7b58f6b37722c4f3c2256008b92e06053a8f5233761e5ac30c6e114a79) AuthConfig (609d726d4aece126a32ae405bf739f379b237af0b9cc15ad46d0e77031d8cdd6) AuthConfig (4bce0dfb4c38f121455bc4b4f4cf921f4612e3088f211ede5c082264b20b205d) AuthConfig (fde3402162088695b54515b02a483adad5496c8751619cf872d258d449b9fa3f) AuthConfig (2c8a327b22c67752ffe9af30bd5eacf91df1d12f401758340fe8769744d99c56) AuthConfig (602f03c1542c10b5b1c204fc72b10129f5a74287913cdbed037b5f984a8fdc5d) AuthConfig (2bcbde918970f1d947583a7446029812a6181767f253c1198bbb0dfb96a4699e) AuthConfig (794117df492fcf1f5e43a875a1103c54c820c1ffdc44ee38085a7bd8a09e1a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"cff65f13-8026-40e9-8e82-6e3298124db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:01.886423096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9cb1c514effb46c7298ae01352bab51684b21ba3825f8778f3d611b3f216818) AuthConfig (19a3be9211727314b8a8df6db9b58650f2f2d99ed2696465fe2bdc82f230bd85) AuthConfig (9c18f60c70008d4537ea1f4b8dbc2356e5ab5cd01989d8da190272b0cf1c562f) AuthConfig (fe05cbf07caa54a2f8d2c15ce78cbed0471a13fffb053f02e902fe80e42a3e38) AuthConfig (579746af89a7ece6862c8d5ef5a9a00448a866af1c640f47ed117aa68dd883f5) AuthConfig (2c8fcf8f9a8444abcdd033f7915beb651fd8608253d921133254291576c4b380) AuthConfig (63a3716f225c385cfe5d551bf7b9439493e6b61037cd7a8eacf7c94cb4945d6d) AuthConfig (a692a839c43e6def965b78409a78c7df030a19a56f74a96676a57c23a07f5e00) AuthConfig (6507ad01b1b7b7cf36d974364d581a04d1e19f2d38a4831cf77efdb6f7d5a92d) AuthConfig (85171eb822dbe14117b9a7f2818305b91cba364d00eeb71e3897a7790f11a596) AuthConfig (709ac4b45c61878f05d8f3050190b28f77d286ead125e4da74f878dae3f2c5c8) AuthConfig (c695362093f63f19c88e1bd3e1cb89521244b72ae8a24d55039e4d3d4353e63f) AuthConfig (cb8ca589532dc2b0e2541b566fbce3318170802783605ce431cf97d2506c3f24) AuthConfig (14f60fd4fb08f3aecb21b7cad6f678374a6adbbabb3860304299241c052647e8) AuthConfig (1bb577c8949160cbc474c3a6d6e233a4b72f085052efe155da6db994ddfbec95) AuthConfig (352bc8b9ba3edb613d3619e74ae1e799eefb66297843f188b4cb330bda347521) AuthConfig (097d98f5aa4e112d14aee27e15c5b2771a8b9cbcd215924651e58bfa0eacaf26) AuthConfig (24398b759324d17fde07ea5beb769f681d9fac221abd3dba8749743bb54f5b9c) AuthConfig (81b1a26e5e974d70ffcde15c25441b6baf77e669b2bf93503d0949b01892b85e) AuthConfig (487018dac90c50cb1e223bbd4664e5cc2a70996316937a81aa6783d697b4b09f) AuthConfig (d4c33b46fb09188ef8cc6705457367a388c5ca234c13be6a99a1a493fb762fe8) AuthConfig (97fa895863f18b401d7061e2bab93938cfc9eb0bcc57dfe0ef699c754c641edc) AuthConfig (de3a0b7b58f6b37722c4f3c2256008b92e06053a8f5233761e5ac30c6e114a79) AuthConfig (609d726d4aece126a32ae405bf739f379b237af0b9cc15ad46d0e77031d8cdd6) AuthConfig (4bce0dfb4c38f121455bc4b4f4cf921f4612e3088f211ede5c082264b20b205d) AuthConfig (fde3402162088695b54515b02a483adad5496c8751619cf872d258d449b9fa3f) AuthConfig (2c8a327b22c67752ffe9af30bd5eacf91df1d12f401758340fe8769744d99c56) AuthConfig (602f03c1542c10b5b1c204fc72b10129f5a74287913cdbed037b5f984a8fdc5d) AuthConfig (2bcbde918970f1d947583a7446029812a6181767f253c1198bbb0dfb96a4699e) AuthConfig (794117df492fcf1f5e43a875a1103c54c820c1ffdc44ee38085a7bd8a09e1a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"e9167df2-51e1-47e8-939a-9dd6b1319521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:01.93992356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"cff65f13-8026-40e9-8e82-6e3298124db9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:01.939912438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"e9167df2-51e1-47e8-939a-9dd6b1319521","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.020655233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"334dca68-73e0-43e0-9728-af9f3d9350df","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.102952616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"265bcdc6-b0b4-48d4-8be9-588c0f006516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.102952044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"b6a0d687-8723-411f-84ff-8ed93560e1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.160442746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"b6a0d687-8723-411f-84ff-8ed93560e1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.161050119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"265bcdc6-b0b4-48d4-8be9-588c0f006516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.216335225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9cb1c514effb46c7298ae01352bab51684b21ba3825f8778f3d611b3f216818) AuthConfig (19a3be9211727314b8a8df6db9b58650f2f2d99ed2696465fe2bdc82f230bd85) AuthConfig (9c18f60c70008d4537ea1f4b8dbc2356e5ab5cd01989d8da190272b0cf1c562f) AuthConfig (fe05cbf07caa54a2f8d2c15ce78cbed0471a13fffb053f02e902fe80e42a3e38) AuthConfig (579746af89a7ece6862c8d5ef5a9a00448a866af1c640f47ed117aa68dd883f5) AuthConfig (2c8fcf8f9a8444abcdd033f7915beb651fd8608253d921133254291576c4b380) AuthConfig (63a3716f225c385cfe5d551bf7b9439493e6b61037cd7a8eacf7c94cb4945d6d) AuthConfig (a692a839c43e6def965b78409a78c7df030a19a56f74a96676a57c23a07f5e00) AuthConfig (6507ad01b1b7b7cf36d974364d581a04d1e19f2d38a4831cf77efdb6f7d5a92d) AuthConfig (85171eb822dbe14117b9a7f2818305b91cba364d00eeb71e3897a7790f11a596) AuthConfig (709ac4b45c61878f05d8f3050190b28f77d286ead125e4da74f878dae3f2c5c8) AuthConfig (c695362093f63f19c88e1bd3e1cb89521244b72ae8a24d55039e4d3d4353e63f) AuthConfig (cb8ca589532dc2b0e2541b566fbce3318170802783605ce431cf97d2506c3f24) AuthConfig (14f60fd4fb08f3aecb21b7cad6f678374a6adbbabb3860304299241c052647e8) AuthConfig (1bb577c8949160cbc474c3a6d6e233a4b72f085052efe155da6db994ddfbec95) AuthConfig (352bc8b9ba3edb613d3619e74ae1e799eefb66297843f188b4cb330bda347521) AuthConfig (097d98f5aa4e112d14aee27e15c5b2771a8b9cbcd215924651e58bfa0eacaf26) AuthConfig (24398b759324d17fde07ea5beb769f681d9fac221abd3dba8749743bb54f5b9c) AuthConfig (81b1a26e5e974d70ffcde15c25441b6baf77e669b2bf93503d0949b01892b85e) AuthConfig (487018dac90c50cb1e223bbd4664e5cc2a70996316937a81aa6783d697b4b09f) AuthConfig (d4c33b46fb09188ef8cc6705457367a388c5ca234c13be6a99a1a493fb762fe8) AuthConfig (97fa895863f18b401d7061e2bab93938cfc9eb0bcc57dfe0ef699c754c641edc) AuthConfig (de3a0b7b58f6b37722c4f3c2256008b92e06053a8f5233761e5ac30c6e114a79) AuthConfig (609d726d4aece126a32ae405bf739f379b237af0b9cc15ad46d0e77031d8cdd6) AuthConfig (4bce0dfb4c38f121455bc4b4f4cf921f4612e3088f211ede5c082264b20b205d) AuthConfig (fde3402162088695b54515b02a483adad5496c8751619cf872d258d449b9fa3f) AuthConfig (2c8a327b22c67752ffe9af30bd5eacf91df1d12f401758340fe8769744d99c56) AuthConfig (602f03c1542c10b5b1c204fc72b10129f5a74287913cdbed037b5f984a8fdc5d) AuthConfig (2bcbde918970f1d947583a7446029812a6181767f253c1198bbb0dfb96a4699e) AuthConfig (794117df492fcf1f5e43a875a1103c54c820c1ffdc44ee38085a7bd8a09e1a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"265bcdc6-b0b4-48d4-8be9-588c0f006516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:02.216428187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9cb1c514effb46c7298ae01352bab51684b21ba3825f8778f3d611b3f216818) AuthConfig (19a3be9211727314b8a8df6db9b58650f2f2d99ed2696465fe2bdc82f230bd85) AuthConfig (9c18f60c70008d4537ea1f4b8dbc2356e5ab5cd01989d8da190272b0cf1c562f) AuthConfig (fe05cbf07caa54a2f8d2c15ce78cbed0471a13fffb053f02e902fe80e42a3e38) AuthConfig (579746af89a7ece6862c8d5ef5a9a00448a866af1c640f47ed117aa68dd883f5) AuthConfig (2c8fcf8f9a8444abcdd033f7915beb651fd8608253d921133254291576c4b380) AuthConfig (63a3716f225c385cfe5d551bf7b9439493e6b61037cd7a8eacf7c94cb4945d6d) AuthConfig (a692a839c43e6def965b78409a78c7df030a19a56f74a96676a57c23a07f5e00) AuthConfig (6507ad01b1b7b7cf36d974364d581a04d1e19f2d38a4831cf77efdb6f7d5a92d) AuthConfig (85171eb822dbe14117b9a7f2818305b91cba364d00eeb71e3897a7790f11a596) AuthConfig (709ac4b45c61878f05d8f3050190b28f77d286ead125e4da74f878dae3f2c5c8) AuthConfig (c695362093f63f19c88e1bd3e1cb89521244b72ae8a24d55039e4d3d4353e63f) AuthConfig (cb8ca589532dc2b0e2541b566fbce3318170802783605ce431cf97d2506c3f24) AuthConfig (14f60fd4fb08f3aecb21b7cad6f678374a6adbbabb3860304299241c052647e8) AuthConfig (1bb577c8949160cbc474c3a6d6e233a4b72f085052efe155da6db994ddfbec95) AuthConfig (352bc8b9ba3edb613d3619e74ae1e799eefb66297843f188b4cb330bda347521) AuthConfig (097d98f5aa4e112d14aee27e15c5b2771a8b9cbcd215924651e58bfa0eacaf26) AuthConfig (24398b759324d17fde07ea5beb769f681d9fac221abd3dba8749743bb54f5b9c) AuthConfig (81b1a26e5e974d70ffcde15c25441b6baf77e669b2bf93503d0949b01892b85e) AuthConfig (487018dac90c50cb1e223bbd4664e5cc2a70996316937a81aa6783d697b4b09f) AuthConfig (d4c33b46fb09188ef8cc6705457367a388c5ca234c13be6a99a1a493fb762fe8) AuthConfig (97fa895863f18b401d7061e2bab93938cfc9eb0bcc57dfe0ef699c754c641edc) AuthConfig (de3a0b7b58f6b37722c4f3c2256008b92e06053a8f5233761e5ac30c6e114a79) AuthConfig (609d726d4aece126a32ae405bf739f379b237af0b9cc15ad46d0e77031d8cdd6) AuthConfig (4bce0dfb4c38f121455bc4b4f4cf921f4612e3088f211ede5c082264b20b205d) AuthConfig (fde3402162088695b54515b02a483adad5496c8751619cf872d258d449b9fa3f) AuthConfig (2c8a327b22c67752ffe9af30bd5eacf91df1d12f401758340fe8769744d99c56) AuthConfig (602f03c1542c10b5b1c204fc72b10129f5a74287913cdbed037b5f984a8fdc5d) AuthConfig (2bcbde918970f1d947583a7446029812a6181767f253c1198bbb0dfb96a4699e) AuthConfig (794117df492fcf1f5e43a875a1103c54c820c1ffdc44ee38085a7bd8a09e1a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"b6a0d687-8723-411f-84ff-8ed93560e1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:04.730727502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"aa68fd7c-b1a8-4304-adc3-03580a7c9ee2","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:04.888606918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda-auth","reconcileID":"3a8301f0-8668-40fc-b21a-da87dc940a84","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:04.888620473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"befde693-2740-45a7-9df5-03a4f917c34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:04.889014594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"385d9295-af4e-45fb-a86a-7729ff9c808d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:04.945605812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda-auth","reconcileID":"3a8301f0-8668-40fc-b21a-da87dc940a84","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:04.946727222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"befde693-2740-45a7-9df5-03a4f917c34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:04.948252205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"385d9295-af4e-45fb-a86a-7729ff9c808d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:04.954927019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"0ca68010-c525-4bdb-92c5-d0c2a0604a05","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.086065608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"446604b6-1dc6-4796-832c-69494295e743","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.142031531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"60e98335-cb8c-4a8d-810c-c0d057794964","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:05.195767382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"306c20a9-be55-40fc-a6b4-538b9e2e4a89","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.311191845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"99728a0b-c4b2-44e2-9fee-aa9d54a31f44","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.367964904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"0449a6a9-6a2e-48b3-8724-1f96379d457c","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.427490659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"0dfdb0da-fc8e-473d-abe3-8566a4b91c72","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:05.481971578Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"0dfdb0da-fc8e-473d-abe3-8566a4b91c72","name":"simulator-w2-90e0d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-90e0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:05.482033548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"0dfdb0da-fc8e-473d-abe3-8566a4b91c72","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-90e0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.487368514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"34dd0ffc-69ac-4e82-9077-260a5721b28b","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.529485146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"648f6aa2-a5dc-480c-9f55-457c66f42dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.593662076Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"27fef348-850e-452a-9ff0-a8ffc795f1aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"simulator-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.648759678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"34f04dd8-164a-4057-af84-bef4e71eb62f","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.654109198Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"648f6aa2-a5dc-480c-9f55-457c66f42dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.706624876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"ebf75a5a-3245-46ad-897f-22cc742f180d","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.710417524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"648f6aa2-a5dc-480c-9f55-457c66f42dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:05.757853222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"27fef348-850e-452a-9ff0-a8ffc795f1aa","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.757996765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"b290f688-ae36-48fd-a576-ed2485448678","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:05.75987502Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-90e0d5/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.767390191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"96ffdab5-850f-4c1d-a419-ca49e0f763ec","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.813043891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"75110aad-30f7-4a5a-8110-f3573952a544","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.927259809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"46311dfd-c877-4719-aba2-466ad4c3b434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.927307808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"66d4b05d-1311-43d1-ba72-b9c6572d668d","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.981631473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"3fc4a147-8187-4a67-9735-a4e29b40e1c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.985425135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"46311dfd-c877-4719-aba2-466ad4c3b434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.989616343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"14b98126-45f3-4e73-a92e-2d9ccbf37eea","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.041047047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"46311dfd-c877-4719-aba2-466ad4c3b434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:06.043554658Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"14b98126-45f3-4e73-a92e-2d9ccbf37eea","name":"premium-w2-90e0d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-90e0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:06.043612286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"14b98126-45f3-4e73-a92e-2d9ccbf37eea","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-90e0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.048934049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"6b0197dd-8663-4a28-9be6-31768f718f3b","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.084550231Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"52b3aadc-61be-4b07-abde-431b200a3f75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"premium-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.142535532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"01f2bc54-6de7-4a73-92e2-41036359f190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.212798913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"01f2bc54-6de7-4a73-92e2-41036359f190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.213226832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"270a6e8c-5d5e-4c71-b440-29b0e49e2981","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.261951268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"6daeb62e-1c58-4797-8182-dbf219ab83cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.266234159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"ebc4e907-4606-4939-b23b-73fce1499897","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.268971621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"01f2bc54-6de7-4a73-92e2-41036359f190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.318869653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"6daeb62e-1c58-4797-8182-dbf219ab83cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.324544659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"d77b4348-82c9-4d3c-89b2-6d71042f6f9a","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.374881935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"6daeb62e-1c58-4797-8182-dbf219ab83cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.478962235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"fa750ac4-055b-48ab-bb70-18eba8770373","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.481791527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"348b55b8-44c1-4b2e-b785-ef34dc0b5194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.538477028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"348b55b8-44c1-4b2e-b785-ef34dc0b5194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:06.593858975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"348b55b8-44c1-4b2e-b785-ef34dc0b5194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.374969566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"6bad50e8-f06f-424b-b740-141c7cd18407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.374969541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"8880c58b-0de7-46e9-8fdb-33447e59a476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.4333824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"6bad50e8-f06f-424b-b740-141c7cd18407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.435908753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"8880c58b-0de7-46e9-8fdb-33447e59a476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.488840575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9cb1c514effb46c7298ae01352bab51684b21ba3825f8778f3d611b3f216818) AuthConfig (19a3be9211727314b8a8df6db9b58650f2f2d99ed2696465fe2bdc82f230bd85) AuthConfig (9c18f60c70008d4537ea1f4b8dbc2356e5ab5cd01989d8da190272b0cf1c562f) AuthConfig (fe05cbf07caa54a2f8d2c15ce78cbed0471a13fffb053f02e902fe80e42a3e38) AuthConfig (579746af89a7ece6862c8d5ef5a9a00448a866af1c640f47ed117aa68dd883f5) AuthConfig (2c8fcf8f9a8444abcdd033f7915beb651fd8608253d921133254291576c4b380) AuthConfig (63a3716f225c385cfe5d551bf7b9439493e6b61037cd7a8eacf7c94cb4945d6d) AuthConfig (a692a839c43e6def965b78409a78c7df030a19a56f74a96676a57c23a07f5e00) AuthConfig (6507ad01b1b7b7cf36d974364d581a04d1e19f2d38a4831cf77efdb6f7d5a92d) AuthConfig (85171eb822dbe14117b9a7f2818305b91cba364d00eeb71e3897a7790f11a596) AuthConfig (709ac4b45c61878f05d8f3050190b28f77d286ead125e4da74f878dae3f2c5c8) AuthConfig (c695362093f63f19c88e1bd3e1cb89521244b72ae8a24d55039e4d3d4353e63f) AuthConfig (cb8ca589532dc2b0e2541b566fbce3318170802783605ce431cf97d2506c3f24) AuthConfig (14f60fd4fb08f3aecb21b7cad6f678374a6adbbabb3860304299241c052647e8) AuthConfig (1bb577c8949160cbc474c3a6d6e233a4b72f085052efe155da6db994ddfbec95) AuthConfig (352bc8b9ba3edb613d3619e74ae1e799eefb66297843f188b4cb330bda347521) AuthConfig (097d98f5aa4e112d14aee27e15c5b2771a8b9cbcd215924651e58bfa0eacaf26) AuthConfig (24398b759324d17fde07ea5beb769f681d9fac221abd3dba8749743bb54f5b9c) AuthConfig (81b1a26e5e974d70ffcde15c25441b6baf77e669b2bf93503d0949b01892b85e) AuthConfig (487018dac90c50cb1e223bbd4664e5cc2a70996316937a81aa6783d697b4b09f) AuthConfig (d4c33b46fb09188ef8cc6705457367a388c5ca234c13be6a99a1a493fb762fe8) AuthConfig (97fa895863f18b401d7061e2bab93938cfc9eb0bcc57dfe0ef699c754c641edc) AuthConfig (de3a0b7b58f6b37722c4f3c2256008b92e06053a8f5233761e5ac30c6e114a79) AuthConfig (609d726d4aece126a32ae405bf739f379b237af0b9cc15ad46d0e77031d8cdd6) AuthConfig (4bce0dfb4c38f121455bc4b4f4cf921f4612e3088f211ede5c082264b20b205d) AuthConfig (fde3402162088695b54515b02a483adad5496c8751619cf872d258d449b9fa3f) AuthConfig (2c8a327b22c67752ffe9af30bd5eacf91df1d12f401758340fe8769744d99c56) AuthConfig (602f03c1542c10b5b1c204fc72b10129f5a74287913cdbed037b5f984a8fdc5d) AuthConfig (2bcbde918970f1d947583a7446029812a6181767f253c1198bbb0dfb96a4699e) AuthConfig (794117df492fcf1f5e43a875a1103c54c820c1ffdc44ee38085a7bd8a09e1a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"6bad50e8-f06f-424b-b740-141c7cd18407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.491151996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9cb1c514effb46c7298ae01352bab51684b21ba3825f8778f3d611b3f216818) AuthConfig (19a3be9211727314b8a8df6db9b58650f2f2d99ed2696465fe2bdc82f230bd85) AuthConfig (9c18f60c70008d4537ea1f4b8dbc2356e5ab5cd01989d8da190272b0cf1c562f) AuthConfig (fe05cbf07caa54a2f8d2c15ce78cbed0471a13fffb053f02e902fe80e42a3e38) AuthConfig (579746af89a7ece6862c8d5ef5a9a00448a866af1c640f47ed117aa68dd883f5) AuthConfig (2c8fcf8f9a8444abcdd033f7915beb651fd8608253d921133254291576c4b380) AuthConfig (63a3716f225c385cfe5d551bf7b9439493e6b61037cd7a8eacf7c94cb4945d6d) AuthConfig (a692a839c43e6def965b78409a78c7df030a19a56f74a96676a57c23a07f5e00) AuthConfig (6507ad01b1b7b7cf36d974364d581a04d1e19f2d38a4831cf77efdb6f7d5a92d) AuthConfig (85171eb822dbe14117b9a7f2818305b91cba364d00eeb71e3897a7790f11a596) AuthConfig (709ac4b45c61878f05d8f3050190b28f77d286ead125e4da74f878dae3f2c5c8) AuthConfig (c695362093f63f19c88e1bd3e1cb89521244b72ae8a24d55039e4d3d4353e63f) AuthConfig (cb8ca589532dc2b0e2541b566fbce3318170802783605ce431cf97d2506c3f24) AuthConfig (14f60fd4fb08f3aecb21b7cad6f678374a6adbbabb3860304299241c052647e8) AuthConfig (1bb577c8949160cbc474c3a6d6e233a4b72f085052efe155da6db994ddfbec95) AuthConfig (352bc8b9ba3edb613d3619e74ae1e799eefb66297843f188b4cb330bda347521) AuthConfig (097d98f5aa4e112d14aee27e15c5b2771a8b9cbcd215924651e58bfa0eacaf26) AuthConfig (24398b759324d17fde07ea5beb769f681d9fac221abd3dba8749743bb54f5b9c) AuthConfig (81b1a26e5e974d70ffcde15c25441b6baf77e669b2bf93503d0949b01892b85e) AuthConfig (487018dac90c50cb1e223bbd4664e5cc2a70996316937a81aa6783d697b4b09f) AuthConfig (d4c33b46fb09188ef8cc6705457367a388c5ca234c13be6a99a1a493fb762fe8) AuthConfig (97fa895863f18b401d7061e2bab93938cfc9eb0bcc57dfe0ef699c754c641edc) AuthConfig (de3a0b7b58f6b37722c4f3c2256008b92e06053a8f5233761e5ac30c6e114a79) AuthConfig (609d726d4aece126a32ae405bf739f379b237af0b9cc15ad46d0e77031d8cdd6) AuthConfig (4bce0dfb4c38f121455bc4b4f4cf921f4612e3088f211ede5c082264b20b205d) AuthConfig (fde3402162088695b54515b02a483adad5496c8751619cf872d258d449b9fa3f) AuthConfig (2c8a327b22c67752ffe9af30bd5eacf91df1d12f401758340fe8769744d99c56) AuthConfig (602f03c1542c10b5b1c204fc72b10129f5a74287913cdbed037b5f984a8fdc5d) AuthConfig (2bcbde918970f1d947583a7446029812a6181767f253c1198bbb0dfb96a4699e) AuthConfig (794117df492fcf1f5e43a875a1103c54c820c1ffdc44ee38085a7bd8a09e1a68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"8880c58b-0de7-46e9-8fdb-33447e59a476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.592314623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"d9f73277-faec-4e0a-9679-cf080f9a84ba","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:12.659655014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"2bc2a55f-8610-4ec6-8a40-c2e06fc37d17","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.973398608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"c1ce73e4-93ba-4bf0-a090-b490aedc6f90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.14085601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"6cd9196f-bde7-484b-a995-bcca27b7d65f","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.523504585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"6177b046-4994-4041-a1fa-9c5141bd298f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.628492049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3fb1f990-43e8-49fe-b29c-95ff38ce65d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.628492168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"6ce2b280-e404-4a6f-af8a-422d4fcbef84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.685627882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3fb1f990-43e8-49fe-b29c-95ff38ce65d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.685662754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"6ce2b280-e404-4a6f-af8a-422d4fcbef84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.688029722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"169618f8-451e-4243-adf7-ab2c4ab6f761","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.741433455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3b86ec21ad650c7c26045f0ad754fb649e5778d81b89996472297585fa5f6cc) AuthConfig (a6e1f6e17e4810ea1f4e1e6d22ab9c0f3184e82061b71380ddb025441cf0334b) AuthConfig (57cd457382f5203af84dd92f0936295eade937644f02561cf51db82a85f2bcaf) AuthConfig (ad651b0ea542ccd89f742a44d35a4f3b5dafc33c95d6f30a0e0c0a6b7a06bbd4) AuthConfig (db2cd9eb3235aca1fc5145a327517544bf4747cb9f4e22f38096ddd099900b46) AuthConfig (e2dab000ae997224f930bbf2ffaadd3461c9b03d06bad22eab1960db56c46bb9) AuthConfig (577158a52dd542463be7f5625d7e03d5c0c8a573cffdb01ce254655f2e029e9a) AuthConfig (8db3ac200e8f2585d51277ba2ace3b5e826a7bdec145009744fa8fafc0b80260) AuthConfig (00ba182eaa85fb2e8c19b18d73d5b812111d8bb0e85a3b97e7b99a5e3e190392) AuthConfig (6944432e4f943c1942d4b7a5c63378fb07a6aa0c958381d52b9508519e5c00c5) AuthConfig (ef008645296a419708769abadf92accfc9fa5d5b13c08c180aeca6c1c4e665e8) AuthConfig (8306e5bc66cd14375054c883187abecf6ffacf3b50bf4c028e92de6e35c0395b) AuthConfig (8971ec4df43728c1698b8696ec3d36bc19b5f7d317fdb976fd9639068a0a6fd5) AuthConfig (bd4e04efa016e1646f9364a5346d74ffcabadb4f8b08caeb8a2fe181fea10a8a) AuthConfig (085f7e58a62c8deb2377acfa2792a6e73f4a277aed1201594ba4acc2d1b1c283) AuthConfig (150b5256da34553a1aa74502a1bb6e560fb81f392d2d0af72c3863330a321ac3) AuthConfig (4a7145f055a436f80a10b3337917872488952b4b9f53042a4a7aa7007d34412c) AuthConfig (91500d2b7d1f5d052f8e1e658c83e6fb5a40505c18864b6657af03a314eed426) AuthConfig (146da140a1897f3c558528a670ecfd83108e87f4fd58508dda436ebe328d4cc9) AuthConfig (6c376a0bd9e57d89dd3e281d435803d5f9bf283a2672a33f7395fa68386f83b2) AuthConfig (f1cec860720117bef0a66e92a1aecf53b4d7b42da2e2a1415627bc184d0c6513) AuthConfig (ed141ff72a70406f72b093f89ad9ac75935eaadb158dd11600ce217a0df66424) AuthConfig (1556b6a383ec9fbe202f507b90d6c53fac2ff4ceb512aba3cd6d67fd407a66e4) AuthConfig (63b2c6585f948725964b1434ca7e0e995353d3ef8342dd1d84e6a6d9c31be4a7) AuthConfig (210e4042eb3889a2f81f71be2c3594cbd1263b8705e8ec80347fb0f19f9012e9) AuthConfig (040a889240bca1577b71e8dc4695df67150a60c264c722baa0cb5fb4864d0dc8) AuthConfig (31e833b1e95b68d0ed6cf3633d9c7afacb94157b6e07e00dc535a64ea337fafd) AuthConfig (6ff2124deff5270a0368b3a33f732c55d20b02d40c3889351644184c5352942b) AuthConfig (5b4055eace00767833ff4b2d1cd56207367ffcba501edbe10439ef137250724a) AuthConfig (586aee91905e4389464ed044c203496b3440ebb3ddc05711863dab852b22b1da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"6ce2b280-e404-4a6f-af8a-422d4fcbef84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.74151697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3b86ec21ad650c7c26045f0ad754fb649e5778d81b89996472297585fa5f6cc) AuthConfig (a6e1f6e17e4810ea1f4e1e6d22ab9c0f3184e82061b71380ddb025441cf0334b) AuthConfig (57cd457382f5203af84dd92f0936295eade937644f02561cf51db82a85f2bcaf) AuthConfig (ad651b0ea542ccd89f742a44d35a4f3b5dafc33c95d6f30a0e0c0a6b7a06bbd4) AuthConfig (db2cd9eb3235aca1fc5145a327517544bf4747cb9f4e22f38096ddd099900b46) AuthConfig (e2dab000ae997224f930bbf2ffaadd3461c9b03d06bad22eab1960db56c46bb9) AuthConfig (577158a52dd542463be7f5625d7e03d5c0c8a573cffdb01ce254655f2e029e9a) AuthConfig (8db3ac200e8f2585d51277ba2ace3b5e826a7bdec145009744fa8fafc0b80260) AuthConfig (00ba182eaa85fb2e8c19b18d73d5b812111d8bb0e85a3b97e7b99a5e3e190392) AuthConfig (6944432e4f943c1942d4b7a5c63378fb07a6aa0c958381d52b9508519e5c00c5) AuthConfig (ef008645296a419708769abadf92accfc9fa5d5b13c08c180aeca6c1c4e665e8) AuthConfig (8306e5bc66cd14375054c883187abecf6ffacf3b50bf4c028e92de6e35c0395b) AuthConfig (8971ec4df43728c1698b8696ec3d36bc19b5f7d317fdb976fd9639068a0a6fd5) AuthConfig (bd4e04efa016e1646f9364a5346d74ffcabadb4f8b08caeb8a2fe181fea10a8a) AuthConfig (085f7e58a62c8deb2377acfa2792a6e73f4a277aed1201594ba4acc2d1b1c283) AuthConfig (150b5256da34553a1aa74502a1bb6e560fb81f392d2d0af72c3863330a321ac3) AuthConfig (4a7145f055a436f80a10b3337917872488952b4b9f53042a4a7aa7007d34412c) AuthConfig (91500d2b7d1f5d052f8e1e658c83e6fb5a40505c18864b6657af03a314eed426) AuthConfig (146da140a1897f3c558528a670ecfd83108e87f4fd58508dda436ebe328d4cc9) AuthConfig (6c376a0bd9e57d89dd3e281d435803d5f9bf283a2672a33f7395fa68386f83b2) AuthConfig (f1cec860720117bef0a66e92a1aecf53b4d7b42da2e2a1415627bc184d0c6513) AuthConfig (ed141ff72a70406f72b093f89ad9ac75935eaadb158dd11600ce217a0df66424) AuthConfig (1556b6a383ec9fbe202f507b90d6c53fac2ff4ceb512aba3cd6d67fd407a66e4) AuthConfig (63b2c6585f948725964b1434ca7e0e995353d3ef8342dd1d84e6a6d9c31be4a7) AuthConfig (210e4042eb3889a2f81f71be2c3594cbd1263b8705e8ec80347fb0f19f9012e9) AuthConfig (040a889240bca1577b71e8dc4695df67150a60c264c722baa0cb5fb4864d0dc8) AuthConfig (31e833b1e95b68d0ed6cf3633d9c7afacb94157b6e07e00dc535a64ea337fafd) AuthConfig (6ff2124deff5270a0368b3a33f732c55d20b02d40c3889351644184c5352942b) AuthConfig (5b4055eace00767833ff4b2d1cd56207367ffcba501edbe10439ef137250724a) AuthConfig (586aee91905e4389464ed044c203496b3440ebb3ddc05711863dab852b22b1da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3fb1f990-43e8-49fe-b29c-95ff38ce65d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.799488257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"8b1f44d4-59f1-47ed-b71c-ba811dde6ca9","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.802261061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"cb27cd20-a773-4202-a3ee-b2f516a3e8c8","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.893794129Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d78b0fda","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda","reconcileID":"e71a798e-f2dd-4b13-a4c5-93c42a982ebd","MaaSSubscription":{"name":"e2e-combo-sub-d78b0fda","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscription":"e2e-combo-sub-d78b0fda","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.955804681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"e657e777-146e-4a62-aa96-465956372385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:14.95765289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d7a5b0b3-0b17-4122-bb5e-092777345a8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.012802601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"e657e777-146e-4a62-aa96-465956372385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.014832385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d7a5b0b3-0b17-4122-bb5e-092777345a8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.069147529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3b86ec21ad650c7c26045f0ad754fb649e5778d81b89996472297585fa5f6cc) AuthConfig (a6e1f6e17e4810ea1f4e1e6d22ab9c0f3184e82061b71380ddb025441cf0334b) AuthConfig (57cd457382f5203af84dd92f0936295eade937644f02561cf51db82a85f2bcaf) AuthConfig (ad651b0ea542ccd89f742a44d35a4f3b5dafc33c95d6f30a0e0c0a6b7a06bbd4) AuthConfig (db2cd9eb3235aca1fc5145a327517544bf4747cb9f4e22f38096ddd099900b46) AuthConfig (e2dab000ae997224f930bbf2ffaadd3461c9b03d06bad22eab1960db56c46bb9) AuthConfig (577158a52dd542463be7f5625d7e03d5c0c8a573cffdb01ce254655f2e029e9a) AuthConfig (8db3ac200e8f2585d51277ba2ace3b5e826a7bdec145009744fa8fafc0b80260) AuthConfig (00ba182eaa85fb2e8c19b18d73d5b812111d8bb0e85a3b97e7b99a5e3e190392) AuthConfig (6944432e4f943c1942d4b7a5c63378fb07a6aa0c958381d52b9508519e5c00c5) AuthConfig (ef008645296a419708769abadf92accfc9fa5d5b13c08c180aeca6c1c4e665e8) AuthConfig (8306e5bc66cd14375054c883187abecf6ffacf3b50bf4c028e92de6e35c0395b) AuthConfig (8971ec4df43728c1698b8696ec3d36bc19b5f7d317fdb976fd9639068a0a6fd5) AuthConfig (bd4e04efa016e1646f9364a5346d74ffcabadb4f8b08caeb8a2fe181fea10a8a) AuthConfig (085f7e58a62c8deb2377acfa2792a6e73f4a277aed1201594ba4acc2d1b1c283) AuthConfig (150b5256da34553a1aa74502a1bb6e560fb81f392d2d0af72c3863330a321ac3) AuthConfig (4a7145f055a436f80a10b3337917872488952b4b9f53042a4a7aa7007d34412c) AuthConfig (91500d2b7d1f5d052f8e1e658c83e6fb5a40505c18864b6657af03a314eed426) AuthConfig (146da140a1897f3c558528a670ecfd83108e87f4fd58508dda436ebe328d4cc9) AuthConfig (6c376a0bd9e57d89dd3e281d435803d5f9bf283a2672a33f7395fa68386f83b2) AuthConfig (f1cec860720117bef0a66e92a1aecf53b4d7b42da2e2a1415627bc184d0c6513) AuthConfig (ed141ff72a70406f72b093f89ad9ac75935eaadb158dd11600ce217a0df66424) AuthConfig (1556b6a383ec9fbe202f507b90d6c53fac2ff4ceb512aba3cd6d67fd407a66e4) AuthConfig (63b2c6585f948725964b1434ca7e0e995353d3ef8342dd1d84e6a6d9c31be4a7) AuthConfig (210e4042eb3889a2f81f71be2c3594cbd1263b8705e8ec80347fb0f19f9012e9) AuthConfig (040a889240bca1577b71e8dc4695df67150a60c264c722baa0cb5fb4864d0dc8) AuthConfig (31e833b1e95b68d0ed6cf3633d9c7afacb94157b6e07e00dc535a64ea337fafd) AuthConfig (6ff2124deff5270a0368b3a33f732c55d20b02d40c3889351644184c5352942b) AuthConfig (5b4055eace00767833ff4b2d1cd56207367ffcba501edbe10439ef137250724a) AuthConfig (586aee91905e4389464ed044c203496b3440ebb3ddc05711863dab852b22b1da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"e657e777-146e-4a62-aa96-465956372385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.073041879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3b86ec21ad650c7c26045f0ad754fb649e5778d81b89996472297585fa5f6cc) AuthConfig (a6e1f6e17e4810ea1f4e1e6d22ab9c0f3184e82061b71380ddb025441cf0334b) AuthConfig (57cd457382f5203af84dd92f0936295eade937644f02561cf51db82a85f2bcaf) AuthConfig (ad651b0ea542ccd89f742a44d35a4f3b5dafc33c95d6f30a0e0c0a6b7a06bbd4) AuthConfig (db2cd9eb3235aca1fc5145a327517544bf4747cb9f4e22f38096ddd099900b46) AuthConfig (e2dab000ae997224f930bbf2ffaadd3461c9b03d06bad22eab1960db56c46bb9) AuthConfig (577158a52dd542463be7f5625d7e03d5c0c8a573cffdb01ce254655f2e029e9a) AuthConfig (8db3ac200e8f2585d51277ba2ace3b5e826a7bdec145009744fa8fafc0b80260) AuthConfig (00ba182eaa85fb2e8c19b18d73d5b812111d8bb0e85a3b97e7b99a5e3e190392) AuthConfig (6944432e4f943c1942d4b7a5c63378fb07a6aa0c958381d52b9508519e5c00c5) AuthConfig (ef008645296a419708769abadf92accfc9fa5d5b13c08c180aeca6c1c4e665e8) AuthConfig (8306e5bc66cd14375054c883187abecf6ffacf3b50bf4c028e92de6e35c0395b) AuthConfig (8971ec4df43728c1698b8696ec3d36bc19b5f7d317fdb976fd9639068a0a6fd5) AuthConfig (bd4e04efa016e1646f9364a5346d74ffcabadb4f8b08caeb8a2fe181fea10a8a) AuthConfig (085f7e58a62c8deb2377acfa2792a6e73f4a277aed1201594ba4acc2d1b1c283) AuthConfig (150b5256da34553a1aa74502a1bb6e560fb81f392d2d0af72c3863330a321ac3) AuthConfig (4a7145f055a436f80a10b3337917872488952b4b9f53042a4a7aa7007d34412c) AuthConfig (91500d2b7d1f5d052f8e1e658c83e6fb5a40505c18864b6657af03a314eed426) AuthConfig (146da140a1897f3c558528a670ecfd83108e87f4fd58508dda436ebe328d4cc9) AuthConfig (6c376a0bd9e57d89dd3e281d435803d5f9bf283a2672a33f7395fa68386f83b2) AuthConfig (f1cec860720117bef0a66e92a1aecf53b4d7b42da2e2a1415627bc184d0c6513) AuthConfig (ed141ff72a70406f72b093f89ad9ac75935eaadb158dd11600ce217a0df66424) AuthConfig (1556b6a383ec9fbe202f507b90d6c53fac2ff4ceb512aba3cd6d67fd407a66e4) AuthConfig (63b2c6585f948725964b1434ca7e0e995353d3ef8342dd1d84e6a6d9c31be4a7) AuthConfig (210e4042eb3889a2f81f71be2c3594cbd1263b8705e8ec80347fb0f19f9012e9) AuthConfig (040a889240bca1577b71e8dc4695df67150a60c264c722baa0cb5fb4864d0dc8) AuthConfig (31e833b1e95b68d0ed6cf3633d9c7afacb94157b6e07e00dc535a64ea337fafd) AuthConfig (6ff2124deff5270a0368b3a33f732c55d20b02d40c3889351644184c5352942b) AuthConfig (5b4055eace00767833ff4b2d1cd56207367ffcba501edbe10439ef137250724a) AuthConfig (586aee91905e4389464ed044c203496b3440ebb3ddc05711863dab852b22b1da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d7a5b0b3-0b17-4122-bb5e-092777345a8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.111677472Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-d78b0fda","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda","reconcileID":"e71a798e-f2dd-4b13-a4c5-93c42a982ebd","MaaSSubscription":{"name":"e2e-combo-sub-d78b0fda","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:15.122785208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"e657e777-146e-4a62-aa96-465956372385","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:15.126394301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d7a5b0b3-0b17-4122-bb5e-092777345a8b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.287295892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"fc6229e7-9378-4a3e-9952-1ab797b8b631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.29782609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"ce0b43aa-54da-43f3-b72f-6f8d6cc9053b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.324775124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"4439956e-d2f6-4cfc-8401-01127e0b5c16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.347295848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"fc6229e7-9378-4a3e-9952-1ab797b8b631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.356846432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"ce0b43aa-54da-43f3-b72f-6f8d6cc9053b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.380173883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"47aa5179-3a0e-4f4c-a05e-3f3baeab67ea","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.403437484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3b86ec21ad650c7c26045f0ad754fb649e5778d81b89996472297585fa5f6cc) AuthConfig (a6e1f6e17e4810ea1f4e1e6d22ab9c0f3184e82061b71380ddb025441cf0334b) AuthConfig (57cd457382f5203af84dd92f0936295eade937644f02561cf51db82a85f2bcaf) AuthConfig (ad651b0ea542ccd89f742a44d35a4f3b5dafc33c95d6f30a0e0c0a6b7a06bbd4) AuthConfig (db2cd9eb3235aca1fc5145a327517544bf4747cb9f4e22f38096ddd099900b46) AuthConfig (e2dab000ae997224f930bbf2ffaadd3461c9b03d06bad22eab1960db56c46bb9) AuthConfig (577158a52dd542463be7f5625d7e03d5c0c8a573cffdb01ce254655f2e029e9a) AuthConfig (8db3ac200e8f2585d51277ba2ace3b5e826a7bdec145009744fa8fafc0b80260) AuthConfig (00ba182eaa85fb2e8c19b18d73d5b812111d8bb0e85a3b97e7b99a5e3e190392) AuthConfig (6944432e4f943c1942d4b7a5c63378fb07a6aa0c958381d52b9508519e5c00c5) AuthConfig (ef008645296a419708769abadf92accfc9fa5d5b13c08c180aeca6c1c4e665e8) AuthConfig (8306e5bc66cd14375054c883187abecf6ffacf3b50bf4c028e92de6e35c0395b) AuthConfig (8971ec4df43728c1698b8696ec3d36bc19b5f7d317fdb976fd9639068a0a6fd5) AuthConfig (bd4e04efa016e1646f9364a5346d74ffcabadb4f8b08caeb8a2fe181fea10a8a) AuthConfig (085f7e58a62c8deb2377acfa2792a6e73f4a277aed1201594ba4acc2d1b1c283) AuthConfig (150b5256da34553a1aa74502a1bb6e560fb81f392d2d0af72c3863330a321ac3) AuthConfig (4a7145f055a436f80a10b3337917872488952b4b9f53042a4a7aa7007d34412c) AuthConfig (91500d2b7d1f5d052f8e1e658c83e6fb5a40505c18864b6657af03a314eed426) AuthConfig (146da140a1897f3c558528a670ecfd83108e87f4fd58508dda436ebe328d4cc9) AuthConfig (6c376a0bd9e57d89dd3e281d435803d5f9bf283a2672a33f7395fa68386f83b2) AuthConfig (f1cec860720117bef0a66e92a1aecf53b4d7b42da2e2a1415627bc184d0c6513) AuthConfig (ed141ff72a70406f72b093f89ad9ac75935eaadb158dd11600ce217a0df66424) AuthConfig (1556b6a383ec9fbe202f507b90d6c53fac2ff4ceb512aba3cd6d67fd407a66e4) AuthConfig (63b2c6585f948725964b1434ca7e0e995353d3ef8342dd1d84e6a6d9c31be4a7) AuthConfig (210e4042eb3889a2f81f71be2c3594cbd1263b8705e8ec80347fb0f19f9012e9) AuthConfig (040a889240bca1577b71e8dc4695df67150a60c264c722baa0cb5fb4864d0dc8) AuthConfig (31e833b1e95b68d0ed6cf3633d9c7afacb94157b6e07e00dc535a64ea337fafd) AuthConfig (6ff2124deff5270a0368b3a33f732c55d20b02d40c3889351644184c5352942b) AuthConfig (5b4055eace00767833ff4b2d1cd56207367ffcba501edbe10439ef137250724a) AuthConfig (586aee91905e4389464ed044c203496b3440ebb3ddc05711863dab852b22b1da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"fc6229e7-9378-4a3e-9952-1ab797b8b631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.412822864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3b86ec21ad650c7c26045f0ad754fb649e5778d81b89996472297585fa5f6cc) AuthConfig (a6e1f6e17e4810ea1f4e1e6d22ab9c0f3184e82061b71380ddb025441cf0334b) AuthConfig (57cd457382f5203af84dd92f0936295eade937644f02561cf51db82a85f2bcaf) AuthConfig (ad651b0ea542ccd89f742a44d35a4f3b5dafc33c95d6f30a0e0c0a6b7a06bbd4) AuthConfig (db2cd9eb3235aca1fc5145a327517544bf4747cb9f4e22f38096ddd099900b46) AuthConfig (e2dab000ae997224f930bbf2ffaadd3461c9b03d06bad22eab1960db56c46bb9) AuthConfig (577158a52dd542463be7f5625d7e03d5c0c8a573cffdb01ce254655f2e029e9a) AuthConfig (8db3ac200e8f2585d51277ba2ace3b5e826a7bdec145009744fa8fafc0b80260) AuthConfig (00ba182eaa85fb2e8c19b18d73d5b812111d8bb0e85a3b97e7b99a5e3e190392) AuthConfig (6944432e4f943c1942d4b7a5c63378fb07a6aa0c958381d52b9508519e5c00c5) AuthConfig (ef008645296a419708769abadf92accfc9fa5d5b13c08c180aeca6c1c4e665e8) AuthConfig (8306e5bc66cd14375054c883187abecf6ffacf3b50bf4c028e92de6e35c0395b) AuthConfig (8971ec4df43728c1698b8696ec3d36bc19b5f7d317fdb976fd9639068a0a6fd5) AuthConfig (bd4e04efa016e1646f9364a5346d74ffcabadb4f8b08caeb8a2fe181fea10a8a) AuthConfig (085f7e58a62c8deb2377acfa2792a6e73f4a277aed1201594ba4acc2d1b1c283) AuthConfig (150b5256da34553a1aa74502a1bb6e560fb81f392d2d0af72c3863330a321ac3) AuthConfig (4a7145f055a436f80a10b3337917872488952b4b9f53042a4a7aa7007d34412c) AuthConfig (91500d2b7d1f5d052f8e1e658c83e6fb5a40505c18864b6657af03a314eed426) AuthConfig (146da140a1897f3c558528a670ecfd83108e87f4fd58508dda436ebe328d4cc9) AuthConfig (6c376a0bd9e57d89dd3e281d435803d5f9bf283a2672a33f7395fa68386f83b2) AuthConfig (f1cec860720117bef0a66e92a1aecf53b4d7b42da2e2a1415627bc184d0c6513) AuthConfig (ed141ff72a70406f72b093f89ad9ac75935eaadb158dd11600ce217a0df66424) AuthConfig (1556b6a383ec9fbe202f507b90d6c53fac2ff4ceb512aba3cd6d67fd407a66e4) AuthConfig (63b2c6585f948725964b1434ca7e0e995353d3ef8342dd1d84e6a6d9c31be4a7) AuthConfig (210e4042eb3889a2f81f71be2c3594cbd1263b8705e8ec80347fb0f19f9012e9) AuthConfig (040a889240bca1577b71e8dc4695df67150a60c264c722baa0cb5fb4864d0dc8) AuthConfig (31e833b1e95b68d0ed6cf3633d9c7afacb94157b6e07e00dc535a64ea337fafd) AuthConfig (6ff2124deff5270a0368b3a33f732c55d20b02d40c3889351644184c5352942b) AuthConfig (5b4055eace00767833ff4b2d1cd56207367ffcba501edbe10439ef137250724a) AuthConfig (586aee91905e4389464ed044c203496b3440ebb3ddc05711863dab852b22b1da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"ce0b43aa-54da-43f3-b72f-6f8d6cc9053b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.439595432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"d84771d4-7d69-462e-9f6c-c16a4b8664b1","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.523290684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"90df9820-2885-4fc0-b4f2-3c34fcc3ca5f","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.538317351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"a44b019f-9dea-41d0-9874-5dbcda72193b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.538480026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"ad3656fe-192f-400c-a821-bae0a92a8e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.538320085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda-auth","reconcileID":"d89bb639-5c84-4a02-b081-d37e9b3aed81","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.595925498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"a44b019f-9dea-41d0-9874-5dbcda72193b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.596106982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"ad3656fe-192f-400c-a821-bae0a92a8e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.598574794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda-auth","reconcileID":"d89bb639-5c84-4a02-b081-d37e9b3aed81","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.755269349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-combo-sub-d78b0fda-auth","reconcileID":"d54d8672-6901-435d-9702-8bcfd2807bd1","MaaSAuthPolicy":{"name":"e2e-combo-sub-d78b0fda-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.916546968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"bff68572-f36b-4079-9068-3b420a03947e","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:17.602751893Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.04846166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"8ecfcd61-8892-4da1-b388-3acac20c1881","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.104006947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"632dff4d-fb6c-409b-b259-fa45550a6dc7","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.268581371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-auth","reconcileID":"07214a6b-12f6-4c42-9969-7890683a18b5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.330653053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-auth","reconcileID":"07214a6b-12f6-4c42-9969-7890683a18b5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.331989378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"4b4a8a70-795d-4df0-b6ec-fc941d38fdd8","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.388877615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"b694ac1b-81f4-446e-9b3f-751d84ab3334","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:19.442062778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-sub","reconcileID":"488e27b1-b09f-4c40-b724-bee67e180560","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.474654675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"5c24197e-74a6-4d8e-97f9-aad029984f61","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.493629325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"dd5b42b2-99f4-407c-9857-d089587ff4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.493628579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"0c99c4fd-986b-4bee-a01d-0f6beac6fd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.531829425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"bf48405d-c08b-4fca-988a-71caecad6064","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.550592714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"0c99c4fd-986b-4bee-a01d-0f6beac6fd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.55059567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"dd5b42b2-99f4-407c-9857-d089587ff4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.554754515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"b1ed942f-aef2-4c12-8b86-c8fdf5f10a27","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.613783976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"b530fcb7-7e68-4054-b383-586ed2998e71","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.65274085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"c29e967b-94aa-4620-a727-20917e35444f","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.69175395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-auth","reconcileID":"72c50643-f1ea-42a6-843f-3f0fc29797a0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.749118245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-auth","reconcileID":"72c50643-f1ea-42a6-843f-3f0fc29797a0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.81788495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-auth","reconcileID":"80424eb8-1a91-4b4c-86d3-bcb4e21c1f20","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.874996044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-auth","reconcileID":"80424eb8-1a91-4b4c-86d3-bcb4e21c1f20","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.894345144Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-sub","reconcileID":"56518b79-389c-4c42-b0a4-0e6975ed8762","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-e90e35/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.913868782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"3150e60a-a00f-44f0-b426-d764d49a7e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.91389593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b621117b-a057-4279-822f-2acbca13043b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.953682716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"4e6f7bb3-c225-4bde-b5a0-13a3d59c2ed9","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.970952174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"3150e60a-a00f-44f0-b426-d764d49a7e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:19.970965787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b621117b-a057-4279-822f-2acbca13043b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:20.012937334Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b8717e/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.054787279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"7bedfb80-9310-4dde-bcf9-d6cd9a30cd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.060648019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"cc807380-34eb-4a55-bb66-5a5b1dc84f42","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.070582667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"892ebd01-69a1-4a59-9044-832e9d38c9c6","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.10632458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"658e3cea-523e-4913-b01f-29e3c78e25d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.11700009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"7bedfb80-9310-4dde-bcf9-d6cd9a30cd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.233705267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-auth","reconcileID":"36e26d47-42bd-41d8-a2e8-c4c4c9bf793f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.281397951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"bee470b4-7947-4e32-9a74-2af4a12b09ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.282179838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-sub","reconcileID":"6b58c804-be1f-4db3-8854-55de8b77ee82","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.289975493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-auth","reconcileID":"36e26d47-42bd-41d8-a2e8-c4c4c9bf793f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.338982912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"bee470b4-7947-4e32-9a74-2af4a12b09ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.444000521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"e296c263-7d9c-4fdd-9e52-d3d85323c4af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:20.502029268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"e296c263-7d9c-4fdd-9e52-d3d85323c4af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.240099312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"9b73fdce-5b11-4228-94b7-15f4de3eac3d","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.397124052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"2e86daac-f772-4ff5-a2f9-aaa99b1bcb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.397251074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"100ea79a-6638-4784-8376-a347dbaf0064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.397618217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-auth","reconcileID":"46eeb300-3093-4ff5-9f60-0c68762a17ea","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.455315549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"100ea79a-6638-4784-8376-a347dbaf0064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.456488438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-auth","reconcileID":"46eeb300-3093-4ff5-9f60-0c68762a17ea","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.457852754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"2e86daac-f772-4ff5-a2f9-aaa99b1bcb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.647275008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"f9f864ef-0f74-492e-a6e2-aa89823a2c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.647885909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"50853d5c-cabc-4b44-9dc6-48ca746056f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.705443587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"f9f864ef-0f74-492e-a6e2-aa89823a2c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.706046728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"50853d5c-cabc-4b44-9dc6-48ca746056f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.940835232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-auth","reconcileID":"90074dee-2582-4ba2-98ce-76cdcf95b5e8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.941047121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"5bf9c35c-2438-41cf-9b4c-42a135067cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.940833323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"2d4f5254-b9af-4d15-b4da-5a47946f749a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.997541938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-auth","reconcileID":"90074dee-2582-4ba2-98ce-76cdcf95b5e8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:22.997697647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"5bf9c35c-2438-41cf-9b4c-42a135067cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.000085428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"2d4f5254-b9af-4d15-b4da-5a47946f749a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.0253538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"a6a141bc-cb4d-452f-b7c1-a9b9529034bf","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:23.026232279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"ba3d7eea-c37c-4eda-9576-caa1ca34576d","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.566762395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"642aaaef-3395-455d-b6ad-54746283a80e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.571068273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"a3cc8400-de71-4a62-a27b-279de1b44535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.623224886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"642aaaef-3395-455d-b6ad-54746283a80e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.627599112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"a3cc8400-de71-4a62-a27b-279de1b44535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.710822907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3b86ec21ad650c7c26045f0ad754fb649e5778d81b89996472297585fa5f6cc) AuthConfig (a6e1f6e17e4810ea1f4e1e6d22ab9c0f3184e82061b71380ddb025441cf0334b) AuthConfig (57cd457382f5203af84dd92f0936295eade937644f02561cf51db82a85f2bcaf) AuthConfig (ad651b0ea542ccd89f742a44d35a4f3b5dafc33c95d6f30a0e0c0a6b7a06bbd4) AuthConfig (db2cd9eb3235aca1fc5145a327517544bf4747cb9f4e22f38096ddd099900b46) AuthConfig (e2dab000ae997224f930bbf2ffaadd3461c9b03d06bad22eab1960db56c46bb9) AuthConfig (577158a52dd542463be7f5625d7e03d5c0c8a573cffdb01ce254655f2e029e9a) AuthConfig (8db3ac200e8f2585d51277ba2ace3b5e826a7bdec145009744fa8fafc0b80260) AuthConfig (00ba182eaa85fb2e8c19b18d73d5b812111d8bb0e85a3b97e7b99a5e3e190392) AuthConfig (6944432e4f943c1942d4b7a5c63378fb07a6aa0c958381d52b9508519e5c00c5) AuthConfig (ef008645296a419708769abadf92accfc9fa5d5b13c08c180aeca6c1c4e665e8) AuthConfig (8306e5bc66cd14375054c883187abecf6ffacf3b50bf4c028e92de6e35c0395b) AuthConfig (8971ec4df43728c1698b8696ec3d36bc19b5f7d317fdb976fd9639068a0a6fd5) AuthConfig (bd4e04efa016e1646f9364a5346d74ffcabadb4f8b08caeb8a2fe181fea10a8a) AuthConfig (085f7e58a62c8deb2377acfa2792a6e73f4a277aed1201594ba4acc2d1b1c283) AuthConfig (150b5256da34553a1aa74502a1bb6e560fb81f392d2d0af72c3863330a321ac3) AuthConfig (4a7145f055a436f80a10b3337917872488952b4b9f53042a4a7aa7007d34412c) AuthConfig (91500d2b7d1f5d052f8e1e658c83e6fb5a40505c18864b6657af03a314eed426) AuthConfig (146da140a1897f3c558528a670ecfd83108e87f4fd58508dda436ebe328d4cc9) AuthConfig (6c376a0bd9e57d89dd3e281d435803d5f9bf283a2672a33f7395fa68386f83b2) AuthConfig (f1cec860720117bef0a66e92a1aecf53b4d7b42da2e2a1415627bc184d0c6513) AuthConfig (ed141ff72a70406f72b093f89ad9ac75935eaadb158dd11600ce217a0df66424) AuthConfig (1556b6a383ec9fbe202f507b90d6c53fac2ff4ceb512aba3cd6d67fd407a66e4) AuthConfig (63b2c6585f948725964b1434ca7e0e995353d3ef8342dd1d84e6a6d9c31be4a7) AuthConfig (210e4042eb3889a2f81f71be2c3594cbd1263b8705e8ec80347fb0f19f9012e9) AuthConfig (040a889240bca1577b71e8dc4695df67150a60c264c722baa0cb5fb4864d0dc8) AuthConfig (31e833b1e95b68d0ed6cf3633d9c7afacb94157b6e07e00dc535a64ea337fafd) AuthConfig (6ff2124deff5270a0368b3a33f732c55d20b02d40c3889351644184c5352942b) AuthConfig (5b4055eace00767833ff4b2d1cd56207367ffcba501edbe10439ef137250724a) AuthConfig (586aee91905e4389464ed044c203496b3440ebb3ddc05711863dab852b22b1da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"a3cc8400-de71-4a62-a27b-279de1b44535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:25.713777749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-90e0d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a3b86ec21ad650c7c26045f0ad754fb649e5778d81b89996472297585fa5f6cc) AuthConfig (a6e1f6e17e4810ea1f4e1e6d22ab9c0f3184e82061b71380ddb025441cf0334b) AuthConfig (57cd457382f5203af84dd92f0936295eade937644f02561cf51db82a85f2bcaf) AuthConfig (ad651b0ea542ccd89f742a44d35a4f3b5dafc33c95d6f30a0e0c0a6b7a06bbd4) AuthConfig (db2cd9eb3235aca1fc5145a327517544bf4747cb9f4e22f38096ddd099900b46) AuthConfig (e2dab000ae997224f930bbf2ffaadd3461c9b03d06bad22eab1960db56c46bb9) AuthConfig (577158a52dd542463be7f5625d7e03d5c0c8a573cffdb01ce254655f2e029e9a) AuthConfig (8db3ac200e8f2585d51277ba2ace3b5e826a7bdec145009744fa8fafc0b80260) AuthConfig (00ba182eaa85fb2e8c19b18d73d5b812111d8bb0e85a3b97e7b99a5e3e190392) AuthConfig (6944432e4f943c1942d4b7a5c63378fb07a6aa0c958381d52b9508519e5c00c5) AuthConfig (ef008645296a419708769abadf92accfc9fa5d5b13c08c180aeca6c1c4e665e8) AuthConfig (8306e5bc66cd14375054c883187abecf6ffacf3b50bf4c028e92de6e35c0395b) AuthConfig (8971ec4df43728c1698b8696ec3d36bc19b5f7d317fdb976fd9639068a0a6fd5) AuthConfig (bd4e04efa016e1646f9364a5346d74ffcabadb4f8b08caeb8a2fe181fea10a8a) AuthConfig (085f7e58a62c8deb2377acfa2792a6e73f4a277aed1201594ba4acc2d1b1c283) AuthConfig (150b5256da34553a1aa74502a1bb6e560fb81f392d2d0af72c3863330a321ac3) AuthConfig (4a7145f055a436f80a10b3337917872488952b4b9f53042a4a7aa7007d34412c) AuthConfig (91500d2b7d1f5d052f8e1e658c83e6fb5a40505c18864b6657af03a314eed426) AuthConfig (146da140a1897f3c558528a670ecfd83108e87f4fd58508dda436ebe328d4cc9) AuthConfig (6c376a0bd9e57d89dd3e281d435803d5f9bf283a2672a33f7395fa68386f83b2) AuthConfig (f1cec860720117bef0a66e92a1aecf53b4d7b42da2e2a1415627bc184d0c6513) AuthConfig (ed141ff72a70406f72b093f89ad9ac75935eaadb158dd11600ce217a0df66424) AuthConfig (1556b6a383ec9fbe202f507b90d6c53fac2ff4ceb512aba3cd6d67fd407a66e4) AuthConfig (63b2c6585f948725964b1434ca7e0e995353d3ef8342dd1d84e6a6d9c31be4a7) AuthConfig (210e4042eb3889a2f81f71be2c3594cbd1263b8705e8ec80347fb0f19f9012e9) AuthConfig (040a889240bca1577b71e8dc4695df67150a60c264c722baa0cb5fb4864d0dc8) AuthConfig (31e833b1e95b68d0ed6cf3633d9c7afacb94157b6e07e00dc535a64ea337fafd) AuthConfig (6ff2124deff5270a0368b3a33f732c55d20b02d40c3889351644184c5352942b) AuthConfig (5b4055eace00767833ff4b2d1cd56207367ffcba501edbe10439ef137250724a) AuthConfig (586aee91905e4389464ed044c203496b3440ebb3ddc05711863dab852b22b1da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"642aaaef-3395-455d-b6ad-54746283a80e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:32.404892744Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-sub","reconcileID":"fca3cfb3-7ae7-4427-964e-aecb7e200332","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:32.621639255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-sub","reconcileID":"fca3cfb3-7ae7-4427-964e-aecb7e200332","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:32.835120125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"ec1d8dd3-2274-42f2-adc7-150e3378324d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:32.850936746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"965acb55-ab1f-4855-8578-ef1fd91dc5a1","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:32.946623718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-sub","reconcileID":"9727b2a8-f64c-4239-a8f2-1d164539938c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:32.946750548Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-sub","reconcileID":"9727b2a8-f64c-4239-a8f2-1d164539938c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b8717e/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:32.99615904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"36479e62-d04f-408b-b43f-78d1cdc0a617","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.009307401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-auth","reconcileID":"b8a87a49-2f4b-4a01-b906-c96c0d581a7c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.009544404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"530e903d-6e70-4e2e-bfe4-e19f1c9c283b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.009781686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"8a956ad3-25dc-4b3a-a113-6cd6d64dfe9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.067409626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-auth","reconcileID":"b8a87a49-2f4b-4a01-b906-c96c0d581a7c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.06790582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"530e903d-6e70-4e2e-bfe4-e19f1c9c283b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.06997704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"8a956ad3-25dc-4b3a-a113-6cd6d64dfe9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.273237936Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-active-auth","reconcileID":"e764071f-6d1d-47f8-a995-d60d3cdfa1e7","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.410381698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"c614c32d-55d3-4ff4-8ec5-89f5be9497cd","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.423715349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"ddd0f25b-a31a-4692-b948-1606b8c1b0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.423731573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-auth","reconcileID":"c84d070c-cb2a-402b-83b2-24b801b56052","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.429591878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"440e3681-20f8-4e32-83f3-bed8557aba7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.434588849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"887158df-ef7d-4a4d-a551-ce5baa4ef576","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.481263604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"ddd0f25b-a31a-4692-b948-1606b8c1b0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.481527029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-auth","reconcileID":"c84d070c-cb2a-402b-83b2-24b801b56052","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.485923436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"440e3681-20f8-4e32-83f3-bed8557aba7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.686999652Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-apikey-failed-auth","reconcileID":"4e803d91-bd01-4a29-9b12-de2f5ca92086","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:33.899196729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"fbb457e4-f9b1-436b-b0dc-eff1ffaa3fab","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:34.918385296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"c06a99e4-fd89-4c9d-924e-5be1773af5c6","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:34.975459236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"949a6ba7-ca4e-4700-bbc4-78b9c24675e2","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.132734991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"4fe96526-0dc8-4b74-91e4-6385f60b476c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.181639593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"b7dc72c3-f331-4080-807f-5079e3d63759","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.189391387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"4fe96526-0dc8-4b74-91e4-6385f60b476c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.236915877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"785cd23d-a20e-4e06-a40d-119203c0b4b4","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:35.292151849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb","reconcileID":"a34d0576-9663-48b2-bc49-ff996b95d828","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-675054eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.33965354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8d3006ea-053f-4163-b70b-5b20195210c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.340185492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"505a4e90-041e-48ab-abb9-e41dede8e0dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.396948886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8d3006ea-053f-4163-b70b-5b20195210c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.397306975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"505a4e90-041e-48ab-abb9-e41dede8e0dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.408217056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"ab4c3de7-d3d0-48b8-9f71-ef1cbcdd3324","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.465710831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"8340633c-04f6-4bef-aca7-1b656e82c89e","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.50918152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"636e1076-a4ac-4880-ab2c-1b1e15aa0d01","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.665980745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"17063a20-54c2-41bb-baf0-a50cad6d6059","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.722561101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"17063a20-54c2-41bb-baf0-a50cad6d6059","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.734769318Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb","reconcileID":"df5638d5-3042-4c13-a4f1-d1edb77c3edd","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/e2e-filter-sub-a-675054eb","ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.810220387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"967e7434-f28b-4cc1-8104-1088981bd3f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.810221117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"47008647-5cbe-4e9e-9ab4-4b47a9dc8629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.866948847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"967e7434-f28b-4cc1-8104-1088981bd3f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.867074871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"47008647-5cbe-4e9e-9ab4-4b47a9dc8629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.911683311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3c5841d8-0b3c-46ed-94c0-b25bbc2f8d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.911693475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f7510e10-0928-420d-a475-e2c2580eaa4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.942768888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"5b486183-1678-40a7-95b3-817f47e62dc4","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.947783895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"57adfe63-3397-40b8-81bb-04c3cdf68101","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.968799495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f7510e10-0928-420d-a475-e2c2580eaa4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:35.970822934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3c5841d8-0b3c-46ed-94c0-b25bbc2f8d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:36.161090171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb","reconcileID":"6de38c23-2214-4214-bf9f-3be50b3fa096","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:36.289661044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"de5837e6-ad00-42be-8dee-9d583f87f196","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:36.298575195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"937750b4-5ac6-4a2a-9946-d483e16f6f3e","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:37.767943314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"cb8ded85-2c70-4fe6-898a-44a8cdd5f1da","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:37.825367524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"5c21e8ed-18f3-4102-b554-a0e0d1911eb3","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:37.986061196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"829ca7cf-0f78-4af5-a710-e97a2276cfce","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.042870091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"829ca7cf-0f78-4af5-a710-e97a2276cfce","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.04994963Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b8717e priority=0:[ai-tenant-e2e-worker-w0-b8717e/e2e-filter-sub-a-675054eb ai-tenant-e2e-worker-w0-b8717e/e2e-filter-sub-b-b54c8e91]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.049991041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"532b31c9-3429-4ac2-baf8-0a6df5bb26b4","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.107947825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"c40ea81f-7102-43e1-8c93-5a44f5801130","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.156350263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"0fa69c77-d206-4696-838a-ece3704664a8","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:38.160488914Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b8717e/e2e-filter-sub-b-b54c8e91","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-b54c8e91\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.20688665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"17224c00-6a09-4e6f-a58a-82cff77497aa","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.206901428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"4627d539-6878-4b89-bb74-0e17ec6cf2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.207324863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"9c0f9e16-66fa-4262-b9c2-fa0672365ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.210963594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"2aad833a-3f73-4470-bff7-15477c056eaf","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.264101039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"17224c00-6a09-4e6f-a58a-82cff77497aa","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.264238866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"4627d539-6878-4b89-bb74-0e17ec6cf2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.266470541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"9c0f9e16-66fa-4262-b9c2-fa0672365ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.360484115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"7db286f2-75e1-42d6-b44e-de85fd950b2c","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.480511256Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91","reconcileID":"e4b155a8-7754-4743-a8b7-41e074129fdf","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/e2e-filter-sub-a-675054eb","ai-tenant-e2e-worker-w0-b8717e/e2e-filter-sub-b-b54c8e91","ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.518203091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"344e6e5c-af01-4319-a14e-77ec723b6ae7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.57475402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"344e6e5c-af01-4319-a14e-77ec723b6ae7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.646771906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"19a6f929-77c1-4d34-887c-9a27a5b1cc00","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.663065183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"a0858f13-c49d-4db7-a81e-821eefcd6122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.663348515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a3dc7db3-81b7-4f6f-9d85-252b2dc6f107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.663062692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"11295fda-eb6f-4a6f-b71d-e31f732bae3f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.694806496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb","reconcileID":"f0c6cc6b-2e59-40f2-8061-101d5e808e1e","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.694806568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"86f74e36-ceb4-46de-9d42-a6e2d7a96fc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.722091414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"11295fda-eb6f-4a6f-b71d-e31f732bae3f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.722410762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a3dc7db3-81b7-4f6f-9d85-252b2dc6f107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.72593365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"a0858f13-c49d-4db7-a81e-821eefcd6122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:38.85870888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91","reconcileID":"cb958e28-19f2-427b-a467-d7fb0149ebc4","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:39.089272044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"4cee89d4-8b94-4dfa-ba5d-c1954db02252","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:39.26137312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"b966f544-2751-4129-bdfd-8c6ae33d92e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:39.360449182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"323ee5d9-b2d0-40a2-8289-8d0238b5e9e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:39.460572476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"4cb00f03-3f57-41a2-8828-406f2a6cba8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:39.561242609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"c683a786-3969-4033-a9b7-9a51941cba31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:39.661817153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"4021e19d-5a3d-4c44-9346-ae6045339b1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:39.666533843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"ae82bc19-5f9b-4250-a96f-385ad01185f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:39.762480235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5511b0b-4f0a-45d5-8043-b343fb4aa59b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:39.954543063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5e39e0e-67bc-49c7-b3af-15fe4848df55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.525329575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"cd792c5a-adba-4123-860f-030705206e64","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.580976237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"846704e8-c65c-4440-bbea-da1a55cb941e","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.738235702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"e6d583fd-0352-40bc-b4e4-636eeb8da961","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.783552409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"ea70662e-89c0-40e5-aba6-2b4eda98aeca","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.783757775Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b8717e priority=0:[ai-tenant-e2e-worker-w0-b8717e/e2e-filter-sub-a-675054eb ai-tenant-e2e-worker-w0-b8717e/e2e-filter-sub-b-b54c8e91]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.794770656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"e6d583fd-0352-40bc-b4e4-636eeb8da961","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.839869387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"02cda4a3-7bb4-4db1-8bff-7600a61c824e","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.889785716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"ee6ee3fa-ceea-49b3-bbf6-fc23a72adb20","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:41.892430553Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-90e0d5/e2e-bulk-sub-c63c3927","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-c63c3927\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.940254212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"2ecaa36e-33eb-4e1d-b702-bac8973e452a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.941795178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"b051e116-560a-4ced-9e7a-3f008adec45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.944931035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"a498799c-13fd-4649-95a6-5de557a145c8","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.998245836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"2ecaa36e-33eb-4e1d-b702-bac8973e452a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:41.999229485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"b051e116-560a-4ced-9e7a-3f008adec45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.109850238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"cce13d34-ca21-4a1e-bbd7-7d1bd000c599","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.212481971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-c63c3927","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927","reconcileID":"ea790a73-147f-412e-a688-5eb10e4d7738","MaaSSubscription":{"name":"e2e-bulk-sub-c63c3927","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-bulk-sub-c63c3927","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.265765891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"6413230a-4e06-4ab6-b1fc-582ad72c0b72","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.322468192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"6413230a-4e06-4ab6-b1fc-582ad72c0b72","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.377716389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"fdc9b6b9-77f6-49cd-abbf-5dbc35b52add","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.413605235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"69f89474-c9a2-4b16-a747-d35d94cf5360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.413605482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"9bb631a8-4201-49d5-a4c8-c658e87caee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.423929668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"d36118e3-a240-43f5-b4fb-a2c6b86aebb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.470117238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"69f89474-c9a2-4b16-a747-d35d94cf5360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.470350997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"9bb631a8-4201-49d5-a4c8-c658e87caee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.587962638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-c63c3927","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927","reconcileID":"d9b71bec-7cde-4786-8337-579290ad9e2e","MaaSSubscription":{"name":"e2e-bulk-sub-c63c3927","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:42.637967281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"6413230a-4e06-4ab6-b1fc-582ad72c0b72","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-c63c3927-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.801007564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"4b5d82d4-5809-46bc-845e-34d130f1dab5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.83438071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"0771a6d3-777b-4c14-9213-b54ee9df9ea9","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.85746991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"4b5d82d4-5809-46bc-845e-34d130f1dab5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.992272232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"db4baaf2-d742-4b13-bedd-96f090d02b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.992464138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"0f99ad59-1436-4769-9a7f-a1658f17460a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.992279448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"8bf6f144-245c-43ca-ab4a-9bda0e4d7788","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:42.992896147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"39d520c2-514d-4187-ae6a-b9ab7bfa6294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.049199925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"8bf6f144-245c-43ca-ab4a-9bda0e4d7788","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.050739893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"db4baaf2-d742-4b13-bedd-96f090d02b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.051553943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"39d520c2-514d-4187-ae6a-b9ab7bfa6294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:43.054488101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"0f99ad59-1436-4769-9a7f-a1658f17460a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.46543931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"d49cb913-6757-4ba8-922e-14038ded0ea8","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.52239654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"0d8fe49e-d191-48b8-9afc-f60ee150f6d8","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.679913978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-auth","reconcileID":"f58dd85b-0370-4711-8373-3d6aa88d3c23","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.736376596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"edd82c37-1091-4e70-a437-a5bc691377ae","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.739496408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-auth","reconcileID":"f58dd85b-0370-4711-8373-3d6aa88d3c23","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.794215641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"df595018-6afd-4d84-ad51-088e9e07b909","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.843189569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"1595390a-5b37-4169-988a-a5e8c073e889","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:44.846737512Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-e90e35/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.89333976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ae372979-c2b6-41dd-b587-40bd42b8562b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.893349587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"e9463de2-9723-4728-adda-49b003d4fc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.900576674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"638957da-8dc3-41b2-8fbd-99527e1302fe","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.904808723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"8f52f119-2a46-4e09-bf47-6b7205ac37cf","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:44.952589421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ae372979-c2b6-41dd-b587-40bd42b8562b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.018196627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"e9463de2-9723-4728-adda-49b003d4fc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.081604946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"f27f2a1b-c9d7-41d8-9dec-5cf954ceaa70","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.238658935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-auth","reconcileID":"d8de0b99-d3ec-4d57-b988-8c573fd8cc62","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.239222186Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-sub","reconcileID":"fda018b3-4bf0-4176-83f5-fac20a28e24e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-e90e35/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.239336731Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-sub","reconcileID":"fda018b3-4bf0-4176-83f5-fac20a28e24e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-e90e35/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.295357976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-auth","reconcileID":"d8de0b99-d3ec-4d57-b988-8c573fd8cc62","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.33224641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"141822e0-b054-45de-8c0e-e93eed3f4660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.332246433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"83e0fbe9-7e18-415f-b003-d1a7a2e715b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.390119912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"83e0fbe9-7e18-415f-b003-d1a7a2e715b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.390119909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"141822e0-b054-45de-8c0e-e93eed3f4660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.452337519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"c5e68ac0-1956-4c91-b2c3-0fe814f5508a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.461198732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"36031bbf-2185-4ea5-a4d3-7d446e14830e","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.675001307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-sub","reconcileID":"798649b1-1024-44f9-8d12-7ee99c7351bc","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:45.675396708Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-sub","reconcileID":"798649b1-1024-44f9-8d12-7ee99c7351bc","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-e90e35/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.334960273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"bfd9bfbd-7da9-4117-a189-53794f8589c6","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.492037724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c5df5e59-1d2e-480a-b9f4-c447cec0d7d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.492158571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"ef837ebe-e2cc-48a0-97a9-1a63d36730fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.492521159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"494431dd-1025-4bdc-b956-1ee72f0cf738","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.549405436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"ef837ebe-e2cc-48a0-97a9-1a63d36730fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.549537198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c5df5e59-1d2e-480a-b9f4-c447cec0d7d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.551883169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"494431dd-1025-4bdc-b956-1ee72f0cf738","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.602258551Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.630363324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"3c04a9ba-8450-49a4-b527-66332abcfd41","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.790271749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"ebf26d98-e204-4428-936a-b2a8f89e4937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.790289013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"caa9571f-8c04-43f7-b187-f69d8c4cebe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.849208652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"ebf26d98-e204-4428-936a-b2a8f89e4937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.849261541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"caa9571f-8c04-43f7-b187-f69d8c4cebe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.91458191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-auth","reconcileID":"5c22ab2a-9a78-401e-990b-0b0ccea1f649","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:47.974556277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-auth","reconcileID":"5c22ab2a-9a78-401e-990b-0b0ccea1f649","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:52.461540501Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"55a519eb-339a-4462-95e2-ac1fdb5af526","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/e2e-filter-sub-b-b54c8e91","ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:52.534393205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91","reconcileID":"67d6619b-4c40-443b-8599-45984bbf3166","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:52.80673596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"3a6deca8-34a3-4725-8f1a-1fc54da1963d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:52.859450237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91","reconcileID":"4d83e775-949a-4b1f-b0ec-515bf9d4228b","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:52.998172468Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb","reconcileID":"f1c07977-3315-4ea3-97c9-143354bfe7bc","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscription":"e2e-filter-sub-a-675054eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.15757185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb","reconcileID":"f1c07977-3315-4ea3-97c9-143354bfe7bc","MaaSSubscription":{"name":"e2e-filter-sub-a-675054eb","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.378722608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"7ea2c5eb-56ea-400d-ad2b-6350ab2e3b66","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.517661573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"d5ee28c4-9c61-4fa7-95b7-5bb41a3dfe4f","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.537481827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"9026bbe2-a67e-4e39-828b-2f1a0b62754d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.537649395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"edc41585-7fa6-4ed5-804a-20a21871e9cf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.537944543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c7730944-5f6f-4059-b3f3-7354370fd076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.538102681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6fbf13b9-6de6-4454-b9bc-5faf04daabb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.595323221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"edc41585-7fa6-4ed5-804a-20a21871e9cf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.595364587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"9026bbe2-a67e-4e39-828b-2f1a0b62754d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.597525389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c7730944-5f6f-4059-b3f3-7354370fd076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.59771485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6fbf13b9-6de6-4454-b9bc-5faf04daabb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.963933853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"8d7a4e05-1ee8-4878-b19b-801be471d405","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.964199824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"af458809-adb7-423e-bdcc-e183d8f08133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.96395651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"fe0867ef-a967-4aa4-b8c4-f05f5b4755ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:53.96482752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"7e885c60-413f-40c7-96e3-93dc40be188e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.021755286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"af458809-adb7-423e-bdcc-e183d8f08133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.021782018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"8d7a4e05-1ee8-4878-b19b-801be471d405","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.024152646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"7e885c60-413f-40c7-96e3-93dc40be188e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.024250546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"fe0867ef-a967-4aa4-b8c4-f05f5b4755ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.605152415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"b3924994-9056-4d75-8914-1cc5b0087ad6","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.726336138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"87ca6b22-dca5-4265-b716-bf43f36fd9a5","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.782416645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"1869d272-0841-4764-a883-5f12182302ca","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:54.836055679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"1ea6dcea-caba-40ec-8986-711a4bd6dfa7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:54.950850493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"f05eab05-1b4d-4034-8fb4-1532bb59764a","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.008354728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"9f89f5cc-7d3c-4aa2-a010-80430c47303f","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.008810474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"e224e7ea-11e5-479d-baf7-05ffa1c4ac22","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.067068918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"e85af11c-6323-403e-a073-2c5c75f3c99b","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:55.121172166Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"e85af11c-6323-403e-a073-2c5c75f3c99b","name":"simulator-w1-1c3eef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-1c3eef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:55.121245319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"e85af11c-6323-403e-a073-2c5c75f3c99b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-1c3eef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.126574551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"8efa2680-9c6e-40cb-9cca-0f666122fd56","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.169043434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"bd1553f8-c849-4ae5-a5f3-03bd8d394b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.223335281Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"8706bd7b-916b-4e5e-83da-3db8df87cce1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"simulator-w1-1c3eef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.283678599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"071231a1-5aac-491b-b5aa-c9b3fedea834","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.29437042Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"bd1553f8-c849-4ae5-a5f3-03bd8d394b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.341265992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"bd4eb65f-f210-49ae-9620-5d2bb97c9682","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.349623842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"bd1553f8-c849-4ae5-a5f3-03bd8d394b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:55.386266073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"8706bd7b-916b-4e5e-83da-3db8df87cce1","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.392845372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"6ba7b3d5-9b66-46ff-84b9-cf002775d454","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:55.394654642Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-1c3eef/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.40554889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"960af733-2537-4be7-b78f-c85bf49c2d35","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.450361352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"b5d49db2-ad24-4dbc-990e-d727accc3159","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.512917427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"a5772673-3dc1-4ec5-953a-11ed84add7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.574221541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"248d89f6-170f-483e-a556-c5592b61caa6","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.574561335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"a5772673-3dc1-4ec5-953a-11ed84add7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.60186162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"14a0f39c-495a-4e9f-a7f6-a289fc287cf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.631514598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"a5772673-3dc1-4ec5-953a-11ed84add7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.635864319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"b173de59-62a6-434b-8673-aa979e70b508","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.714470029Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"39ae40b1-2345-4895-974c-237cfb4b38c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"premium-w1-1c3eef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.768739004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"c5c81dee-b2a5-4dd9-ada5-669755b7dfd0","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.787850299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4a3a2fb4-b39d-463a-bcc7-31c315120d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.792870673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"0faf7798-e732-4130-b6f3-d83da5918d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.845035566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4a3a2fb4-b39d-463a-bcc7-31c315120d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.84909345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"0faf7798-e732-4130-b6f3-d83da5918d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.881819143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"282a6aa8-44a1-44e6-8280-665a51cd215f","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.900358248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4a3a2fb4-b39d-463a-bcc7-31c315120d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.904331243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"0faf7798-e732-4130-b6f3-d83da5918d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:55.957871649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"f139e3f9-67cb-46c4-a750-ebe001d2f4ed","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.093484967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"b0a17a35-205f-4cfd-a61a-5966b9a9952d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.115246086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"a3e7ebe2-994e-48e2-9ed4-52e5cc6fe631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.172203821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"a3e7ebe2-994e-48e2-9ed4-52e5cc6fe631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:56.227650043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"a3e7ebe2-994e-48e2-9ed4-52e5cc6fe631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.498066842Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-c63c3927","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927","reconcileID":"bf409402-eaed-4c2b-82c3-24789f173b3d","MaaSSubscription":{"name":"e2e-bulk-sub-c63c3927","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-bulk-sub-c63c3927","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.71840917Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-c63c3927","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927","reconcileID":"bf409402-eaed-4c2b-82c3-24789f173b3d","MaaSSubscription":{"name":"e2e-bulk-sub-c63c3927","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.79596976Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-sub","reconcileID":"18a50ce3-2958-4a92-8beb-7b280f078a9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.930101404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"745373bc-91e6-4099-918f-8bc1c0f07f5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:57.981469977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"2301ac55-fed5-426e-8c79-63630fc55abc","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.013080473Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-sub","reconcileID":"18a50ce3-2958-4a92-8beb-7b280f078a9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.013114101Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-sub","reconcileID":"18a50ce3-2958-4a92-8beb-7b280f078a9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.013259994Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-sub","reconcileID":"18a50ce3-2958-4a92-8beb-7b280f078a9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-e90e35/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.040648776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"bfe3f750-2826-4197-9bdf-cdfae4863bf0","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.128267489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"59d414f5-09e2-4103-a913-6bb87ecc77ed","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.138847669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"74627fa4-f129-4286-8372-479f3a652a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.13900917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"4ea1ffd1-1ff2-4dfb-af87-6db0cf0b9ad4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.138847822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"bd9a3eae-b591-455b-b72a-9268a65a2f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.197307975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"bd9a3eae-b591-455b-b72a-9268a65a2f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.197670058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"74627fa4-f129-4286-8372-479f3a652a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.200063859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"4ea1ffd1-1ff2-4dfb-af87-6db0cf0b9ad4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.224996078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"c17a0cdd-2471-40a6-88b4-a216237516a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.349289687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"fb1d7c6e-051e-46c8-9908-30bca93adf47","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.402469704Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-bulk-sub-c63c3927-auth","reconcileID":"4171c0b5-c423-442a-b8b7-42bc1302aeba","MaaSAuthPolicy":{"name":"e2e-bulk-sub-c63c3927-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.497435809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"29e3d129-c050-4394-84bb-27cd3c053b35","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.506460624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"de1f746b-4298-49fb-ad4f-893337437c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.506502115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"7269cdee-294b-4032-8b0a-10c6bd527781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.56445619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"de1f746b-4298-49fb-ad4f-893337437c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.565380968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"7269cdee-294b-4032-8b0a-10c6bd527781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.606093852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-auth","reconcileID":"4a1a8238-e590-4421-b3e4-2a472a3596ff","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.659552428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"2b7b531d-864b-47b1-a96f-603a55576115","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.663099234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-auth","reconcileID":"4a1a8238-e590-4421-b3e4-2a472a3596ff","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:58.903599194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-apikey-degraded-auth","reconcileID":"e330fd4b-b958-4d15-973e-73c9a5a1852e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:59.064550292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"7189c4fd-b0db-4726-95b6-96b553fd9fdd","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.383302324Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"c2fd78ab-788d-43b3-87bf-6619f50c8e76","namespace":"llm","name":"e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.441923615Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"aadd8de9-a1dc-48d0-b114-e1f2f6a6b1dd","namespace":"llm","name":"e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.547599765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"3c7cdc5d-93f8-41c1-8c4f-fc448ded355d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.547800402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"0215e4d9-68f5-4e8b-a732-da9dc95e59c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.547605768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"4e829ee4-9f92-4387-b5ae-2b4103f0718c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.555112927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"aa6de118-f705-4da0-8b6b-d831ce2c9dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.555121654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"98a229dd-5a8f-428e-bdd5-0743cd0b3019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.606931444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"3c7cdc5d-93f8-41c1-8c4f-fc448ded355d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.607094598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"0215e4d9-68f5-4e8b-a732-da9dc95e59c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.609297318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"4e829ee4-9f92-4387-b5ae-2b4103f0718c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.611844809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"98a229dd-5a8f-428e-bdd5-0743cd0b3019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.61190435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"aa6de118-f705-4da0-8b6b-d831ce2c9dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.662684424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"3c7cdc5d-93f8-41c1-8c4f-fc448ded355d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.667315569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"aa6de118-f705-4da0-8b6b-d831ce2c9dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.763063886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"e7f953ab-effc-4062-8cef-3f59b423a6b1","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"name":"e2e-rt-sw-eb96f8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.819706805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"ad9e35aa-26bd-4331-8d12-eca6ee1b03d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.823915921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"1a07dfe6-72a0-4bdc-b54c-c54f22b98d7b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.875909754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"ad9e35aa-26bd-4331-8d12-eca6ee1b03d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.879966415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"1a07dfe6-72a0-4bdc-b54c-c54f22b98d7b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.922049837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d1f8ca60-5544-4c41-9948-c066d317775b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.922053101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"ddf94791-018c-407b-97fc-1c66dff3475a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.924506103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d7dc1f34-5562-4bf6-a590-d9f02cd1bbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.97972888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d1f8ca60-5544-4c41-9948-c066d317775b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.98048264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"ddf94791-018c-407b-97fc-1c66dff3475a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:01.984223283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d7dc1f34-5562-4bf6-a590-d9f02cd1bbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.079278535Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"f22bb72f-c1ea-489f-bd1b-d655e0600932","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"name":"e2e-rt-sw-eb96f8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.132478061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d75a1cd-fd32-4fde-bbb7-e43fe90bb0b3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.132500454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d75a1cd-fd32-4fde-bbb7-e43fe90bb0b3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.132788569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c509e052-a632-484e-8217-2c90fb45e323","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.132802255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c509e052-a632-484e-8217-2c90fb45e323","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.133056331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5610360a-cc8f-4317-ba8f-e09317329753","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.133071985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5610360a-cc8f-4317-ba8f-e09317329753","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.133322442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d88e74fe-265b-413e-9f68-f823e7a9cd0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.133336397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d88e74fe-265b-413e-9f68-f823e7a9cd0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.133565756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ff77062-bf8b-42db-a6fe-a7ef01104a4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.133578658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ff77062-bf8b-42db-a6fe-a7ef01104a4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.133780313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b8b23f70-6d82-4960-b88d-514268c419ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.133791613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b8b23f70-6d82-4960-b88d-514268c419ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.134000784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fc66e02-feea-46bd-8697-22d6e3c91d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.134012691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fc66e02-feea-46bd-8697-22d6e3c91d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.134360831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bec8177d-f76f-4c52-961e-2af71f8df857","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.13437777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bec8177d-f76f-4c52-961e-2af71f8df857","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.186794651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"67aae890-35fe-4f44-935e-03cab9aa0471","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"name":"e2e-rt-sw-eb96f8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.238772539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c894d84a-5157-45cc-a6b2-a656c54ee836","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.238945277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c992ccc-36f5-41f6-81a7-ffb78626a881","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.239436173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3199d21-954a-4145-8eb1-d6458c11bc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.239754549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"64937b9d-4a51-4713-9a92-c934496b027d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.297321071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3199d21-954a-4145-8eb1-d6458c11bc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.2976425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"64937b9d-4a51-4713-9a92-c934496b027d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.440482257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"28463aeb-fb09-4a21-9994-a285c92219a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.440836995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c799ffc-3c59-4240-afa6-3c1a26f1e748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.44112996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"adf9a6b3-93fe-427e-8b10-25a1b3c42ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.508860376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"28463aeb-fb09-4a21-9994-a285c92219a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.509272928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"adf9a6b3-93fe-427e-8b10-25a1b3c42ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.510993731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c799ffc-3c59-4240-afa6-3c1a26f1e748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.564277391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"28463aeb-fb09-4a21-9994-a285c92219a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.664600047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"5e65094f-5292-4881-ba89-fc7f95a0b893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.665816223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"a137430f-482b-4a3b-9206-91a569fb1a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.735836504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"a137430f-482b-4a3b-9206-91a569fb1a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.737029633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"5e65094f-5292-4881-ba89-fc7f95a0b893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.775619638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"545fe4d9-b88b-4e84-9653-9b6e62340de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.832114927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"545fe4d9-b88b-4e84-9653-9b6e62340de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.879980257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"2e091047-4fdc-4bc8-bb04-ab3e7e1a82c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.880277347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"829b0eb7-78d8-4a1b-a37a-983f8141011e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.938773961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"2e091047-4fdc-4bc8-bb04-ab3e7e1a82c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.938788045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"829b0eb7-78d8-4a1b-a37a-983f8141011e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:02.998118354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"2e091047-4fdc-4bc8-bb04-ab3e7e1a82c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.051658265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"810bf00a-8d34-425f-b758-b2fde8b01e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.110682877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"810bf00a-8d34-425f-b758-b2fde8b01e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.349237965Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"2e042143-b1a4-4c1e-8a99-04e47e7d405e","namespace":"llm","name":"e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.412473471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"888177d9-5621-42eb-806c-40ade03821a2","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.412510995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"888177d9-5621-42eb-806c-40ade03821a2","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.514878831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"23eb64e2-131e-4fdb-961c-309ad6baa878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.515294471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"da5ad2ee-8ba7-44e1-97ce-d42d6406013a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.528222059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"96fcfb49-6646-42a8-b20f-8e370f3eebd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.529914439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"eff5e101-bc89-44f2-a712-f2c6faded2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.538507121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f41e6a4-b86c-4cbd-9163-e01ec46f1aea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.57462006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"23eb64e2-131e-4fdb-961c-309ad6baa878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.574731574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"da5ad2ee-8ba7-44e1-97ce-d42d6406013a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.596369275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"96fcfb49-6646-42a8-b20f-8e370f3eebd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.596383245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f41e6a4-b86c-4cbd-9163-e01ec46f1aea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.598695745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"eff5e101-bc89-44f2-a712-f2c6faded2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.631270172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"23eb64e2-131e-4fdb-961c-309ad6baa878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.65496814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-1c3eef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"eff5e101-bc89-44f2-a712-f2c6faded2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.68206109Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91","reconcileID":"ca776947-4f9c-4971-a204-2b54f3b9d404","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscription":"e2e-filter-sub-b-b54c8e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.791512081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"4839a08f-5264-4370-b842-bc6ed89ac954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.856863412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"4839a08f-5264-4370-b842-bc6ed89ac954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.890654819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"075d168a-458d-4d85-9920-2e07ee87f6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.90679875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"94eedda2-7c58-4aa2-9c03-0953a665d8bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.912226053Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91","reconcileID":"ca776947-4f9c-4971-a204-2b54f3b9d404","MaaSSubscription":{"name":"e2e-filter-sub-b-b54c8e91","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.947147556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"075d168a-458d-4d85-9920-2e07ee87f6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.959585263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"59a3d9c3-8a5e-493b-821a-eef485939ad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.991041773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"dc87ed11-306b-44fa-a2fd-6f9a2395320f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.993722533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"fa555545-2b15-4364-886b-99ab3e1eccfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:03.993740022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"16c02b60-b2e8-449d-9198-86de3b0a6790","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.049220905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"dc87ed11-306b-44fa-a2fd-6f9a2395320f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.050498757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"16c02b60-b2e8-449d-9198-86de3b0a6790","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.052955466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"fa555545-2b15-4364-886b-99ab3e1eccfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.123297293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"ff17dd60-41ce-4768-b909-cfed42a5fbb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.127433473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"ea0435c9-273b-41e5-93ee-b05ec67b1479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.128909317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"c52b3063-c888-42f8-a8f6-38352a8eaeb9","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.179837196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"b80f2c95-2df3-4a78-9fa6-4acb646b936f","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.222804865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"0e5bad5f-b9a6-4c3a-9e5b-fd8e975a1158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.234638623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"9e651794-be78-4ab3-9790-9619161614da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.281467545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"0e5bad5f-b9a6-4c3a-9e5b-fd8e975a1158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.32827647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c6daeaf-12b3-43b3-8b02-d3a785f4262d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.336076291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"adadb138-4795-407d-b07d-62b2016b33f0","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.339945688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74fc1198-cbbc-4cc4-b96f-8cc16a6cd6ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.385368387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c6daeaf-12b3-43b3-8b02-d3a785f4262d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.427932884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"c91c4d57-b9e3-4fb3-a7de-655d54a5d287","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.428581639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"ea608ab3-921f-491d-9380-6d063b0037e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.429101767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"c9c75ea8-419a-419a-9612-799542d22206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.441549685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"5ecff710-5ca4-412d-a884-299f624f1fb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.514026114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"c91c4d57-b9e3-4fb3-a7de-655d54a5d287","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.51767207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"ea608ab3-921f-491d-9380-6d063b0037e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.521293744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"c9c75ea8-419a-419a-9612-799542d22206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.609041431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"60092503-b802-43d6-8e38-5d1a7c03c6bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.668480877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"754fb564-fa33-462d-897c-f6dba2bbff24","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.671203509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"d41a024f-38ee-4f53-b30d-80621d7c5c13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.714336129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c7fe91e1-164e-42e7-97eb-e3270c81e562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.769534938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"aca304b9-627c-4a4d-b19e-c5c431c68b40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.77023798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"756e7400-b783-4594-bc2c-16a3920e9092","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.772874801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c7fe91e1-164e-42e7-97eb-e3270c81e562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.779821293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"9c8289ea-12b6-48f9-89e2-74abad8c3ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.790486325Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-a-675054eb-auth","reconcileID":"f6e9b9fc-a1fa-4b5e-9357-8bc8009e4dfa","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-675054eb-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.837293048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"9c8289ea-12b6-48f9-89e2-74abad8c3ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.882424433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad68c3c2-714c-4eae-9154-2f2517011442","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.947359959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"585e6942-bf65-4878-8f23-1a9a6d6ae2f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.947538724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"dead40f7-02b3-4030-a7af-a863f7136c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:04.950470592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"cac5a47c-3172-4202-9fec-d66502b39ff7","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:05.003916563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"dead40f7-02b3-4030-a7af-a863f7136c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:05.004324227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"585e6942-bf65-4878-8f23-1a9a6d6ae2f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:05.280241196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"66960a52-d32a-41b1-9db4-efb99cd4f1dd","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:05.280920731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"a5e5190d-b7f5-496e-a750-49a205181015","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.465888266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"9f8fb685-b055-4831-bfb4-7405b7fcb1f8","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.466004723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"9f8fb685-b055-4831-bfb4-7405b7fcb1f8","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.574519726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"4f8cb666-8922-4090-869c-d5985df08d83","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.574548268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"4f8cb666-8922-4090-869c-d5985df08d83","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.683009771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"3ad3a94a-56d0-47a2-8539-a89cffdea729","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:07.741974113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"3ad3a94a-56d0-47a2-8539-a89cffdea729","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.172807166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"425f807c-7de6-4897-b5d9-32917a491081","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:08.172846732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"425f807c-7de6-4897-b5d9-32917a491081","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.040817331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"b97b8996-67bd-4499-bc95-65d9b4c14947","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.040854904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"b97b8996-67bd-4499-bc95-65d9b4c14947","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:13.096205396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"7c2fb425-1538-4f4e-951b-57ae8680d801","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-eb96f8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.200846469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d468b2ee-67c1-4167-9d05-397b05dfab26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.20110646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"3c4bb0d5-6f02-46a4-b7c2-eb4f4250c3ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.200846483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0c10f2f-c67e-44ef-9373-d6ce7435e777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.207092303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"0e59626e-7e67-4fef-a9b1-86b5d56316d3","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.207114125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"0e59626e-7e67-4fef-a9b1-86b5d56316d3","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.258581879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d468b2ee-67c1-4167-9d05-397b05dfab26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.259026671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"3c4bb0d5-6f02-46a4-b7c2-eb4f4250c3ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.260906379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0c10f2f-c67e-44ef-9373-d6ce7435e777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:13.313172474Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"0e59626e-7e67-4fef-a9b1-86b5d56316d3","name":"e2e-rt-sw-eb96f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-eb96f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:59:13.313238381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"0e59626e-7e67-4fef-a9b1-86b5d56316d3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-eb96f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.365947804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"13c9ca28-f719-48c5-add3-88a4ee2f20ba","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.365975869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"13c9ca28-f719-48c5-add3-88a4ee2f20ba","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.532725524Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"6466dc74-48ef-43c6-9afe-755ed12ed590","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"e2e-rt-sw-eb96f8","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-eb96f8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.627395428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cfacf80-e543-43db-882c-f06c1b9bae35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.62739543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"508267fe-6da4-4d0b-a0ed-7ed12efad13e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.68570658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"508267fe-6da4-4d0b-a0ed-7ed12efad13e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.685730315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cfacf80-e543-43db-882c-f06c1b9bae35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.732442389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"9499e917-b480-4275-bd04-99f7fffc03d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.789023329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"9499e917-b480-4275-bd04-99f7fffc03d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.804359014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"2a6349c5-6f02-48b7-97c1-845b9f3bd9ae","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:13.80438667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"2a6349c5-6f02-48b7-97c1-845b9f3bd9ae","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:14.015378619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"6efe5847-4ac1-4f71-8175-f8458befcc11","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.095668386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-filter-sub-b-b54c8e91-auth","reconcileID":"934c3668-ac09-4c9d-a93a-6b39b3a5c462","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b54c8e91-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.095777929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"ab9cf02e-4676-48d7-9e65-215b03668427","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:15.306559622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"6fdd63a4-791b-4987-9728-12562a13b08d","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:17.603075158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:21.804725416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"92b33a31-9dc9-4782-a207-579f0721ef33","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:21.890658931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"9160689b-a4df-4ffe-a2ff-19b1064ec707","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:21.99794179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"239eb3f6-fdf0-4786-88a8-c5fd8c53efe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:21.998086426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f7f3c22-8f13-41b2-ae4d-ea6476d96104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:21.997948662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"ef3c2489-68ee-429a-9e1b-816801a6f00e","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.057017747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"239eb3f6-fdf0-4786-88a8-c5fd8c53efe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.061347552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"ef3c2489-68ee-429a-9e1b-816801a6f00e","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.064770346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f7f3c22-8f13-41b2-ae4d-ea6476d96104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.08335961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"eae024ab-7316-4ffa-90d1-a54808815275","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:22.08338723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"eae024ab-7316-4ffa-90d1-a54808815275","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.696489696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"860a02b9-ffad-4656-8adf-e832bdfcd57d","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.697009734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"6508aa8a-2021-4828-be08-a880ba843e7d","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.777732711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"100dd5d3-0312-4252-b8a6-65532206fea5","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.778165335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"43894b1f-aaee-423b-b33a-358d86d006cb","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.858962484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6eb803f9-51fd-4bd6-b6ef-108b5cb7dd40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.860723509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"b155cfec-f85c-4e25-a4fb-c9458b2e07e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.915652661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"41fdfb54-be8a-46e2-9ca0-81ddc5c3ec0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.915716866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"35eb525d-be41-425f-a323-ab1dc9a7e2fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.918932488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"b155cfec-f85c-4e25-a4fb-c9458b2e07e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:24.918996193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6eb803f9-51fd-4bd6-b6ef-108b5cb7dd40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.286024481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"57594885-4a9e-40cd-95cc-db4c18d20e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.286024451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"0f88e7af-22dc-4f52-8a77-69ed1d798632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.342812079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"57594885-4a9e-40cd-95cc-db4c18d20e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:25.343090889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"0f88e7af-22dc-4f52-8a77-69ed1d798632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.3503626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"2eced8e0-9a4c-4615-8a89-849e634fd08f","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.407401831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"d6b98647-8162-4936-8c4e-e17c65449a34","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.564972013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-gw-auth-ca63d982","reconcileID":"555a49fd-003b-4e52-a230-1a0a98dd6bf4","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.622408706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-gw-auth-ca63d982","reconcileID":"555a49fd-003b-4e52-a230-1a0a98dd6bf4","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:26.892875628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"30a45074-71f6-4c04-809a-23d349b5fe51","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.050338848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-gw-auth-ca63d982","reconcileID":"9ff5bb8d-65d1-4c4e-94ac-e2b4996df964","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.108790564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-gw-auth-ca63d982","reconcileID":"9ff5bb8d-65d1-4c4e-94ac-e2b4996df964","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.275524865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"93c50c69-aab3-4596-9272-6dedc2143b5e","namespace":"llm","name":"e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.33250902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"b03b000e-fb4b-44a9-a952-c84923d2882b","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.332632137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"b03b000e-fb4b-44a9-a952-c84923d2882b","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.439742574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"25f4cbb1-9de5-4f9a-bab5-831d76dcc451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.439877781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c10df2c5-8011-4912-ad12-7c8d37bfaf92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.440267061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"243886a4-fbca-45d5-adf3-00b78a7a6ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.440343181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-gw-auth-ca63d982","reconcileID":"7cd53d1c-1347-472d-a964-2122d24b778e","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.489885905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c46a42b-2987-4468-b477-645f62c910d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.496556594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c10df2c5-8011-4912-ad12-7c8d37bfaf92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.497226503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-gw-auth-ca63d982","reconcileID":"7cd53d1c-1347-472d-a964-2122d24b778e","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.499628847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"243886a4-fbca-45d5-adf3-00b78a7a6ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.500359346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6aa020fb-3ec2-46e1-b602-b546416837c5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.500376918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6aa020fb-3ec2-46e1-b602-b546416837c5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.500555707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"25f4cbb1-9de5-4f9a-bab5-831d76dcc451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.500598518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c15156c8-a404-42fc-bbe1-bed63894f150","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.50060939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c15156c8-a404-42fc-bbe1-bed63894f150","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.501444688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"57b281f2-6a79-4ddc-8cd3-e594fb41596e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.501481002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"57b281f2-6a79-4ddc-8cd3-e594fb41596e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.502258372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1eddf603-3d9c-4a97-8327-c6733bde9858","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.502280412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1eddf603-3d9c-4a97-8327-c6733bde9858","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.503251583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee585631-08e8-4157-9bff-004a19a1c3e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.503276712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee585631-08e8-4157-9bff-004a19a1c3e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.504183844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aaa858f1-6e2e-4c79-92e5-b7aa34b9422b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.504202618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aaa858f1-6e2e-4c79-92e5-b7aa34b9422b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.504601121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"20bd36c7-c87e-4f1b-a44d-fda68789abe4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.504617198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"20bd36c7-c87e-4f1b-a44d-fda68789abe4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.505418542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6bccad5e-c265-45a8-bda3-d32879deb203","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.505436219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6bccad5e-c265-45a8-bda3-d32879deb203","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.546762709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c46a42b-2987-4468-b477-645f62c910d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.558516461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"bf6989d8-020a-498d-ab3a-27c4ea51cf4c","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.558547742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"bf6989d8-020a-498d-ab3a-27c4ea51cf4c","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.731604809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd643e95-b5e6-4c78-874a-d782de6eaacc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.782195647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"4ecf7c9e-ceb1-4a6c-8e98-22eb970778fe","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.814844282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38c2d391-4383-4464-ac51-162ec35d5909","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.836286906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"5aff19bb-7583-4ece-b416-78cefe226457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.837013567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"7c9a8d2e-8174-4f2c-b802-3e6f2293959f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.837658809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"3000f9b2-3cd1-4f84-b5f7-eec082100f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.86467901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"350049c1-3615-472c-80c0-192e86d2b5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.893936305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"d4007a19-cf30-41b7-8ab9-7d7e728c933f","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.896973049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"5aff19bb-7583-4ece-b416-78cefe226457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.897646565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"7c9a8d2e-8174-4f2c-b802-3e6f2293959f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.899918369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"3000f9b2-3cd1-4f84-b5f7-eec082100f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.923867399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"350049c1-3615-472c-80c0-192e86d2b5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:27.950585878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"d4007a19-cf30-41b7-8ab9-7d7e728c933f","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.264834599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"9143d25c-cd75-45e3-80e1-da254dbaffff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.269496493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"0fb3a9d3-8572-4ef9-be12-cf3753d03f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.269536448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4edeb013-64c7-48b5-ade3-dd432f7975a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.31998037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b35b97a-2731-4927-ad6e-90028f1d20cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.323732047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"9143d25c-cd75-45e3-80e1-da254dbaffff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.327891184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4edeb013-64c7-48b5-ade3-dd432f7975a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.336831024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"0fb3a9d3-8572-4ef9-be12-cf3753d03f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.38054717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b35b97a-2731-4927-ad6e-90028f1d20cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.441826328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbc8d3d8-94a5-4217-a9c1-70caa578a329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.510314794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbc8d3d8-94a5-4217-a9c1-70caa578a329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.639854366Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"5ebae440-2c8c-4edc-8c3a-b5d028804610","namespace":"llm","name":"e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.807472177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"4bb48b1e-239a-488b-bba5-7fc1f54ec536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.807570851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"1137dcb4-1e27-4b87-8f3f-bd3c63517ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.814763422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"06820fb8-bdcb-4a38-8f92-91617e4951d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.815768633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"83ca9712-9b04-4475-afe8-55664e97853e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.864639568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"4bb48b1e-239a-488b-bba5-7fc1f54ec536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.867017943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"1137dcb4-1e27-4b87-8f3f-bd3c63517ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.877076256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"06820fb8-bdcb-4a38-8f92-91617e4951d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.885683887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"83ca9712-9b04-4475-afe8-55664e97853e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:28.912909019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"022076be-122f-4fce-8572-699297604d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.012156441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"022076be-122f-4fce-8572-699297604d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.235737066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9d5abfdb-93d9-4abe-8466-529640eda494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.235733292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"1046d9c2-3ef3-47c9-b121-30bffc898369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.288829245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"6deb1e86-5b32-4476-9655-8ae7b1fc20e3","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.296692683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"1046d9c2-3ef3-47c9-b121-30bffc898369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.297571133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9d5abfdb-93d9-4abe-8466-529640eda494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.338739684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"d61583be-6496-477f-8e92-cebe3a0c9b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.345380394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"6deb1e86-5b32-4476-9655-8ae7b1fc20e3","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.390765275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"735101d6-e52f-4f56-9b31-008062ba329c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.396442222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"d61583be-6496-477f-8e92-cebe3a0c9b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.447504246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"735101d6-e52f-4f56-9b31-008062ba329c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.618032785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"6ea5758d-a29c-48ab-9112-05212d48444d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.618033065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"35e24c90-52f8-4ea3-a1f2-3aef71a35b7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.678368955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"6ea5758d-a29c-48ab-9112-05212d48444d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.678366876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"35e24c90-52f8-4ea3-a1f2-3aef71a35b7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.734873872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-gw-auth-ca63d982","reconcileID":"2f08685c-7750-444f-9766-45ca25de2c6a","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.798015341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-gw-auth-ca63d982","reconcileID":"2f08685c-7750-444f-9766-45ca25de2c6a","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.879189569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2661aa8-5240-4597-9921-c6af68e6f377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:29.937014535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2661aa8-5240-4597-9921-c6af68e6f377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.470406851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3de78c-3e06-4b07-b229-0739b26ec453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.471216329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"916742f4-d3a1-40ed-bfdc-5196d52d31eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.472014773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"2b36b26f-e982-4f9c-b3d6-174eb8b22e33","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.522732524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"a60a0908-a514-462a-82ac-d1d555db545d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.528171486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"63e33b5e-9833-4062-9b9d-67a89bc11ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.541475421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3de78c-3e06-4b07-b229-0739b26ec453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.560963044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"2b36b26f-e982-4f9c-b3d6-174eb8b22e33","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.575641728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"916742f4-d3a1-40ed-bfdc-5196d52d31eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.588209552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"a60a0908-a514-462a-82ac-d1d555db545d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:38.590751525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"63e33b5e-9833-4062-9b9d-67a89bc11ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.278841925Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-gw-auth-ca63d982","reconcileID":"3b20fc8e-55d8-4670-9a93-03fb64e2324e","MaaSAuthPolicy":{"name":"e2e-gw-auth-ca63d982","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.278952063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"5a14b6fe-32d3-4e16-899f-7e6754c2d7a2","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:40.495207942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"cda40501-29a9-45ea-816d-f18ed1c995d5","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.136966082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e31b2982-bc16-4a8d-9b82-70a43f34a0ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.394674078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"7d11b5b2-2422-4d3a-9f3b-1b03b5ab422a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.510043383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"25296d09-70b0-4359-b3e8-4f4fcdcd28f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.605818227Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.611510453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"fa2e9eb4-31ee-440b-bb15-264c99b3cf4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.625589843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"ad757c71-860b-4882-bb4e-c39e8f836c7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.743027388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"cfdf954b-4df1-42f0-803b-ec39ec72ba7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.765994971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"938646ab-5799-4547-b239-56f19c7899b4","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.830933185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"5d9b0def-2c6f-4914-abb5-c169a21455d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.933122081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0173bc77-e271-40c6-a168-246dbb76e967","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:47.944532416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"c8626179-2a11-4b04-9c2b-20071ebb1d5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.066293318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"babf2d61-6f71-4eac-ac78-c344228be3c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.16451087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"102c0d17-727e-46e3-9b1c-9824c32da9b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:59:48.266814626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"0e7f9ed3-2a20-4934-be77-61b8d941c6cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.491787024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"ff69bd3a-fe72-47a5-a512-5d01bc8d4b78","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.4922277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"75c8d3d3-095d-490a-a968-21b5c8196966","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.559307297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"5df7fc52-f0fd-4f9c-b072-177767479765","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.559735767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"c8c65418-11c7-49dd-afd8-f22700fcbd43","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.653067392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"624ec45e-8508-43f7-b2cf-01bf316183e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.653402496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"0cd8de1a-431f-4c3f-a556-50086dbc343e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.726408012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"0cd8de1a-431f-4c3f-a556-50086dbc343e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.727374778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"624ec45e-8508-43f7-b2cf-01bf316183e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.727752187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"ad14dc0c-794f-4faf-93c5-dced3bda839c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:00.728123419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"ee59477d-32fd-48b9-bd1c-50fb1961774f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:01.091436352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"ac039221-1fdd-4711-8198-af8306508c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:01.091436341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"81d0ef88-4835-46d5-a3a1-b8422aa243bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:01.148640041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"ac039221-1fdd-4711-8198-af8306508c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:01.148724611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"81d0ef88-4835-46d5-a3a1-b8422aa243bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.748810163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"1501bf7f-ba4a-4de2-b5a9-027bd44ed979","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.749218115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"3b8ddb1e-3df1-47fa-86ff-ce1b1b5e930b","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.820237793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"ab81da49-9cf1-4d92-bc19-b99e1b75d667","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.820631704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"92a330b6-cdac-4b47-89f1-2bdcf3da5327","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.907849621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"09b2660a-8b99-4cd5-ab4c-23130aa1f386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.908292582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"aee1519a-5f7a-4763-9190-5796ea62d497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.972431784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"fe44a39a-e7ba-4e00-8778-0fbb4496c3e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.973503314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"6ef51659-7fb8-411c-99ad-d2cc56a7d415","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.977034686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"aee1519a-5f7a-4763-9190-5796ea62d497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:08.977425741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"09b2660a-8b99-4cd5-ab4c-23130aa1f386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.07808406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"0b295cec-b19b-4be4-a7e2-99e86dd72551","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.13691956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"c59b68f9-6ef8-40e6-8f5e-69af73220f81","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.163118266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"4f52afc8-2c20-41c1-8bb4-74e05e06cc4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.298369529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"99e1bff6-cec6-4fe2-b6e0-b892699d061a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.342872912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d70dc773-904b-49c7-b386-4cce96cc62b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.342890016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"84e0cc9b-206f-493c-a433-a2198070099d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.399401116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d70dc773-904b-49c7-b386-4cce96cc62b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.399530087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"84e0cc9b-206f-493c-a433-a2198070099d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.415014017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"97e92869-fb6f-44a4-be6f-14dbc0f8d8cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.530895681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"0fdfb2c4-bf64-4f8b-81f8-195c87a222b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.634413947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"54e183f1-b467-43a7-ba04-13d1e97a526b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.733193995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08d69591-6ee9-4008-8a4e-3a67e0e2f127","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.733300763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"de17bade-5d09-4f06-b758-ba9522b919bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.770449145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"0d56ea47-1283-41ba-9175-d0e6c5c5d6fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.885058068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23acbba3-3ba8-4ea4-8bd0-8c873355e8c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:09.98518863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"9bee7bd1-8e42-4f9d-a155-a3883ce00dec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.087785101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"285431cf-74c2-4003-9e72-09e52317605f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.101285672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"268cf196-2735-4a7d-bf8c-b3cfaf64062e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.101301614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"703e61f4-248a-454c-9466-139331a20a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.158604344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"268cf196-2735-4a7d-bf8c-b3cfaf64062e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.159073655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"703e61f4-248a-454c-9466-139331a20a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:10.83486468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-conflict-a-9b1cb2d8","reconcileID":"b4b1471f-7178-4ae9-9cc0-89a14f14126b","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"e2e-conflict-a-9b1cb2d8-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"e2e-conflict-a-9b1cb2d8","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:17.603705377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:20.396737955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"f7941578-2d67-4779-8786-85da4c875cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:20.396739172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"e93aca1c-aff9-4117-8fa9-fdc3f0ba14f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:20.453503793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"e93aca1c-aff9-4117-8fa9-fdc3f0ba14f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:20.453608929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"f7941578-2d67-4779-8786-85da4c875cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:33.521304901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"5160872f-1a75-4238-b80c-16964b20c024","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:39.336004734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"2d83d4c8-e0e2-469e-82af-2ef45d3b8a31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:39.599122949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"f5cc39cc-c081-4a81-a175-42ff9ba9d8a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:39.70008734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a734a6f9-2b07-47ff-b269-e39ddac30903","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:39.720153244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"5dc76f11-e2ff-4d3e-847c-2cbe6b833154","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:39.802865962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"0be47e11-758c-4ff1-99fa-02742a81b1e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:39.834617352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"42cd1ad7-9c3a-4471-9c00-b7d8c07f2bde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:39.919242472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"8adb70b1-2eca-4942-b153-2c62bd2657d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:40.116821235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"3000afea-64f2-4d51-befe-f99230e1157f","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:40.16466868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"53bba4e4-cbf3-476f-998c-51db5f404a99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:40.181560139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"512b2d3a-4a99-4089-9a60-2f7fcff65277","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:40.265349285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16b48905-c2ef-4e8d-993b-91c815ff6f63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:40.297284965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"b1670ce8-c2b6-43c5-a74a-55b48bf8139d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:40.483349331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"13586df6-52fd-451e-ab7c-98d08abdd39c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.23426179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"32342ff0-98d2-42e3-b4e3-cf62ff793843","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.234659574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-conflict-a-9b1cb2d8","reconcileID":"ce8fb9e6-c89c-4ed1-8e0a-d45521e4a8c7","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"e2e-conflict-a-9b1cb2d8-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"e2e-conflict-a-9b1cb2d8","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.234913768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"4e9bf5e9-bea4-4e8c-bc60-15461d75513a","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.301183841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"6feb45dd-1f24-49d7-acdf-64464256b0a6","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.301545701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"ac58fd4c-c606-4688-bc66-94a8635d34da","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.301823927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-conflict-a-9b1cb2d8","reconcileID":"627015ad-00b9-4880-8e39-d533be37c418","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"e2e-conflict-a-9b1cb2d8-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"e2e-conflict-a-9b1cb2d8","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.435900435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"e4f25cfc-2097-40b5-ac55-b83df7d3a022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.436700914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"00cd9a31-f1f0-4cdf-9f18-aba003a9a556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.493281492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"7cfd8532-3c83-48c1-a406-3cec6f6b4e9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.498780056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"e4f25cfc-2097-40b5-ac55-b83df7d3a022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.502727627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"00cd9a31-f1f0-4cdf-9f18-aba003a9a556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.600685216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"c8338797-6e1f-4a8c-9570-9f425a630888","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.81443608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"1a1d54bf-ad51-4909-84fa-7a4f1f2cc4d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.872948449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"1a1d54bf-ad51-4909-84fa-7a4f1f2cc4d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.918224906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"9ed93745-c51e-4536-9709-26d682d424fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:42.979821105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"9ed93745-c51e-4536-9709-26d682d424fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:47.603581505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:48.84571089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"af87d6a5-0ad7-4684-aa46-9691dbe5a213","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:49.723496517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"665d33b4-f1e6-441c-a51d-41ce70e79275","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:49.76874159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"ba1d59e0-2d8b-403c-a9ca-804a9090ad72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:49.869563545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"9951d1c3-5def-4502-b695-2acb6f4fc682","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.014831641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2b7a3e7-8159-4ac0-a416-c907dbbd1459","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.115913538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"305316af-f739-485e-9c33-95b0f75d2b5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.216228403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"a3dc71fb-b8d4-4fa1-9bfe-d508a4782782","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.317454088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"9d3391c6-07db-420f-a524-eea2b3a03860","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.364976723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"0d481510-e08e-46fa-9504-fe71c72b942a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.423623934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"e438ed60-161d-4953-b2a7-79bd380eb174","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.524123428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"1a9e82bd-d231-415b-ae0b-67cf6fa10739","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.624451606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"3e3dd1c9-5ddd-4061-9216-cb4026b07031","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.638927716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"77d2a944-5d06-4faa-9436-2ca8578984e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.726344784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3e811d18-0eb0-4a72-8fe5-f79c100cfc79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.850523254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"f1a5cbc1-f5e7-4cc7-8fa5-e0c89ad3e898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.850524139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"7339389f-3f64-49ac-8937-19e4849922d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.90752609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"f1a5cbc1-f5e7-4cc7-8fa5-e0c89ad3e898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:50.907570512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"7339389f-3f64-49ac-8937-19e4849922d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:58.990075012Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"1566b1e9-2241-4a94-95b1-952cc15640ef","namespace":"llm","name":"e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.043391249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"c343ee19-9cee-4555-ad64-eac7d8948dcd","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.043430708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"c343ee19-9cee-4555-ad64-eac7d8948dcd","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.149047095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"63ae52d5-ed19-4279-b92b-8aca8d269b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.149266688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"79fbafc8-e2ad-4813-b8a4-841a3bb82861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.149540764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"77ed2e88-2c4b-4edb-9689-181aede7bfbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.149798041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"6751c45a-37bd-4461-b420-55d08f33f954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.201213121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaab6e1b-ea89-4d86-b6b4-8a1b62ca6d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.206592615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"63ae52d5-ed19-4279-b92b-8aca8d269b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.206947473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"6751c45a-37bd-4461-b420-55d08f33f954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.208929203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"77ed2e88-2c4b-4edb-9689-181aede7bfbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.209827675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"79fbafc8-e2ad-4813-b8a4-841a3bb82861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.215633016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a398898d-3775-46f4-95b3-4b7269580ad9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.215650069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a398898d-3775-46f4-95b3-4b7269580ad9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.215917038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1cd6d680-22ac-46f4-be9b-59ac30259edd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.215928725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1cd6d680-22ac-46f4-be9b-59ac30259edd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.216113245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8ed1a8f1-89e4-4656-ad0f-0cd79da27afc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.216123632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8ed1a8f1-89e4-4656-ad0f-0cd79da27afc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.258070655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaab6e1b-ea89-4d86-b6b4-8a1b62ca6d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.269601925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"98c3a5cc-cc2a-473c-8dba-eca3c87c6dc5","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.269625248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"98c3a5cc-cc2a-473c-8dba-eca3c87c6dc5","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.334365324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"619db05a-1047-433b-9a76-84af49bb0a0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.334397392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"619db05a-1047-433b-9a76-84af49bb0a0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.334979181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce03f448-1bff-4c18-a0cb-22e4474769d0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.334994764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce03f448-1bff-4c18-a0cb-22e4474769d0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.335353058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62878517-2185-423a-802e-c0b1d60a75a0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.335368102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62878517-2185-423a-802e-c0b1d60a75a0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.335694825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16967dc3-95b7-4efb-88c5-dd3879cca476","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.335710419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16967dc3-95b7-4efb-88c5-dd3879cca476","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.336189478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00880e11-93bd-434a-aa81-93569927734d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.336206843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00880e11-93bd-434a-aa81-93569927734d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.442515258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36cecb45-6c92-4f77-b9ae-b457e12ddf05","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.442655362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78aeacab-8fdc-40fb-82df-cb0ee77dd190","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.486344654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"a91ab61a-90a6-436e-bfc6-2e47a9aa6c75","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.52457209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"79ddb1f8-187f-4cb7-a949-6bceff09778a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.524572124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"91a3edfd-5fad-4cd7-a7e1-7cdd8baab893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.527154889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d3d2d282-3172-44bd-993d-2b0ac189870c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.5805295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"a42f1f03-afee-4eb6-9c8f-9b21a2aa199b","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.584846036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"79ddb1f8-187f-4cb7-a949-6bceff09778a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.58541953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"91a3edfd-5fad-4cd7-a7e1-7cdd8baab893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.587087579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d3d2d282-3172-44bd-993d-2b0ac189870c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.637310273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"a42f1f03-afee-4eb6-9c8f-9b21a2aa199b","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.678894338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a76e9893-c1e4-4cf9-a1fc-8c6fd78bb618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.737935049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a76e9893-c1e4-4cf9-a1fc-8c6fd78bb618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:00:59.9477255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"6fb9dcba-6654-4382-a38a-fe2519fa5e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.004157547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"6fb9dcba-6654-4382-a38a-fe2519fa5e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.047867871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"6a31c2ec-53c8-451c-9b57-ff2d3dbed69a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.047959192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"044b46ea-98fe-4863-a019-47cd7a10b1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.105844421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"6a31c2ec-53c8-451c-9b57-ff2d3dbed69a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.106056577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"044b46ea-98fe-4863-a019-47cd7a10b1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.10698573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfecf8ab-01d3-48d0-8ea6-5fe74b81ea65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.163470868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfecf8ab-01d3-48d0-8ea6-5fe74b81ea65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.276893033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"604dcf35-de51-4aa4-86a3-eb41eef63595","namespace":"llm","name":"e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.442359576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"fab61b3f-d4b8-40ed-b7a5-13850c61f43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.445036024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e8639f85-1942-4b35-8a80-704cc672ca7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.474048442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"ee53cb4a-4795-41c9-bb4b-ca66a95e58d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.502501743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"fab61b3f-d4b8-40ed-b7a5-13850c61f43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.505016516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e8639f85-1942-4b35-8a80-704cc672ca7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.526940776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"9f8f8463-c734-4bca-b09e-a80dc9ed883b","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.538390414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"ee53cb4a-4795-41c9-bb4b-ca66a95e58d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.577389304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4f0e4e1-fe19-4c3c-a3c5-c8664d3e59b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.584052223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"9f8f8463-c734-4bca-b09e-a80dc9ed883b","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.634654288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4f0e4e1-fe19-4c3c-a3c5-c8664d3e59b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.865395958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"6731105a-7e55-48ba-8601-e2f86886a143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.86540861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"19358c40-8a9f-4ac9-853a-3f0a4e4711ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.917078188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"f258113d-d7e0-4461-b157-97b9265788f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.922093607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"19358c40-8a9f-4ac9-853a-3f0a4e4711ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.923421828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"6731105a-7e55-48ba-8601-e2f86886a143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:00.974698899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"f258113d-d7e0-4461-b157-97b9265788f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:01.00358004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"cce87a1d-cacb-4ff3-b175-9c947136ef37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:01.003593859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70baa37c-40d6-4df9-82ec-02488425ebd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:01.06163437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70baa37c-40d6-4df9-82ec-02488425ebd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:01.066820826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"cce87a1d-cacb-4ff3-b175-9c947136ef37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:01.23692742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c7fe546a-9b96-410e-8c0b-0d35d9f249a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:01.237024274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"f205ec14-ec01-48cb-aeb8-b520d3647aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:01.289949734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"98f21d33-e70d-4ebb-aaee-cee7ab6a87d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:01.29425675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"f205ec14-ec01-48cb-aeb8-b520d3647aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:01.294590597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c7fe546a-9b96-410e-8c0b-0d35d9f249a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:01.347787728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"98f21d33-e70d-4ebb-aaee-cee7ab6a87d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:07.99095255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"4d037fde-43dc-4ca9-b6ed-c0feebaf3419","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.043769933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8fdd48d5-ad4c-4e9e-a04f-064ce10e0822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.103111532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"8e739f9d-9861-4b8a-9a8c-f5df155e9da5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.203241684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8328b73-bcfb-4de5-835a-c3c8bb4c7e28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.3046314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"e103648c-7e52-4d34-ba60-4cafc45ddb7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.454094164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"86137331-8811-48d7-86f0-c2142ec4d602","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.630658462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"21128324-a228-4b37-be00-e16a2b067968","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.728725636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"619cbe33-2458-469b-9f80-3c0e525730a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.800698189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"b387e939-c279-4681-86c9-e3d6321e3bb2","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.833576018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"6115bf55-9f3f-41cb-bfa1-6f7e078fa3de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:08.881979398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"d69d88fb-a5c2-448c-b5e2-17e2320c020e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:09.01588456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"2d857c5e-145d-4f2a-8db1-592d5a3e7b2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:09.106061039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"7c96a96a-360c-4fef-b5df-98ddf3c68de6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:09.487081423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"055aabfc-1e26-415e-be39-30049478b151","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:09.487966289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b52dbfe-6ddd-4aba-bf60-1de4e9de653a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:09.487637948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd4f5b1-0a31-4cbb-9077-f3d75576a549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:09.559870886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b52dbfe-6ddd-4aba-bf60-1de4e9de653a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:09.565301116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd4f5b1-0a31-4cbb-9077-f3d75576a549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:09.583020908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"055aabfc-1e26-415e-be39-30049478b151","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.17910548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"66560c6d-d9b3-4490-a778-414250930764","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.189105601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"1d32fa04-a1de-4365-a798-4e900cf4c285","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.240379786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"be0ab6cd-87b9-4860-ae09-60a7e0c685da","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.240759259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"53c37ef5-f867-495d-a806-b5ee6b87f088","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.377788577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"befcbe61-4da1-46fe-8b5c-e82c7fa0c1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.377806109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"8f220ecf-cf5b-42c8-ad01-21b457d12d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.396501542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"7de6b057-5386-4841-9d29-08c696da5449","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.435220479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"8f220ecf-cf5b-42c8-ad01-21b457d12d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.435457126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"befcbe61-4da1-46fe-8b5c-e82c7fa0c1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.494381771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"67fe67fa-e0c8-4982-a1b6-fd817daf9d9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.761395134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"bbb5a776-59f8-48d6-a03a-c2d8c5496ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.763874029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"5dc6a7ad-3dc3-4738-bf86-c7bf10bd62d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.819257813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"bbb5a776-59f8-48d6-a03a-c2d8c5496ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:12.821484763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"5dc6a7ad-3dc3-4738-bf86-c7bf10bd62d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:17.602884604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.356324778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"c28afbf3-16fb-4bca-a350-b83108692847","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.400541867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"37809843-9d57-4563-b276-a50d2b4e6a7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.50271426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"80fde195-11c1-493c-acc4-f8468e7c8147","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.502764582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"14007aa5-fb63-4549-9dc0-508f81a36242","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.603801887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"81a660e3-4738-4653-84dc-dec47a50a175","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.734506896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a26a1ef9-c8a2-4b08-a1e9-309297e36784","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.783875911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"9cf4a366-a1ff-41c3-a7fe-ba1ad56a12f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:24.840598092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"57c78331-877e-40c4-9096-db5ca8e5e8a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.016686732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"c5297278-eacf-4de9-9510-474c3c22b608","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.117688873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"fafe5ce9-be7e-4e5b-8e07-73a849b019c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.139510255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"605f3fef-21e7-442b-ab9e-985642ff5c8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.216676566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"36713bd2-522d-4c1d-b0d5-e182ada8e12b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.261559088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"c1f30ae3-6756-4d3a-94f5-4334dcb0f001","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.517275347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"394ee37d-06f3-49bb-a338-53911c7c5948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.51727537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"0c74ef8a-7f82-4fc5-9766-2513e334e5ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.575937563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"394ee37d-06f3-49bb-a338-53911c7c5948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:25.576109052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"0c74ef8a-7f82-4fc5-9766-2513e334e5ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.426513701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"5c09a91a-a205-4f1f-a6c2-6f7608f32450","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.427115469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"24863a5d-d63c-43ad-95ed-3bbb201571f9","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.427585717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"7f984499-c3d1-4724-bfe0-5a0842ae0191","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.495210298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"9704b5fd-455f-4e79-aec2-735a4a10bc73","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.495548668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"862f08fb-909d-4680-8b75-e3c991f7126c","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.495798945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"a6978e53-b308-4201-8a9b-6af1e9047404","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.608279238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"41261fd4-b6f6-452b-b107-8e31fc5e03a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.608314663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"804cd936-a08b-46cc-b42f-855f6f473c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.67004526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"a42745db-422e-4b57-904c-7f91654ce86f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.670157043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"00fa1638-9bc1-47ac-bb7f-07f567decadf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.67312194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"804cd936-a08b-46cc-b42f-855f6f473c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.674638271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"41261fd4-b6f6-452b-b107-8e31fc5e03a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:34.962957677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf1a41b5-b780-4372-b813-523b336be4e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.042854018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"6a2e7201-5209-42d3-a90c-76fb5501be5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.042898989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"88cf172e-7be3-48aa-a3d5-4e0ada7fa683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.063191492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"b5be444f-73f6-4d14-aee2-714d770cfdc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.099814801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"88cf172e-7be3-48aa-a3d5-4e0ada7fa683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.100319726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"6a2e7201-5209-42d3-a90c-76fb5501be5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.164097178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"c86f2464-050b-4bdd-9ae1-8d274fc41116","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.264836549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"b8e38c83-6df6-4f30-9ecb-328bef296cb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.367915831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"bbf6ecae-25cb-4999-9636-6d7eb2e4a840","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.469413087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"0386231b-b504-4ec3-86a6-2129e25fa514","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.569219254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"275263c5-56f5-488a-8c29-ce6ef7d1bfb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.606545089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"f66042be-20f2-46ba-a669-1023ae26dbab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.669735547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"e1ddd793-dac8-4a58-8617-f7142dc6e377","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.771075485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"039547c8-bb99-4260-8f2f-ba0a977c6d4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.789824872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"d10b3cb9-badc-4002-80fe-cab6f9305425","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:35.948857431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"6f0f55a0-dd3e-4126-8baf-4254fedd4643","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:36.042607646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"9f110437-ae66-460f-ba13-f0d923133b58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.327718119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-conflict-b-9b1cb2d8","reconcileID":"ea3b177e-855a-42a1-b55c-d03b5428535b","MaaSModelRef":{"name":"e2e-conflict-b-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"e2e-conflict-b-9b1cb2d8-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"e2e-conflict-b-9b1cb2d8","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:39.391703166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-conflict-a-9b1cb2d8","reconcileID":"b2acf233-beca-4b57-af74-95698f0df590","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"e2e-conflict-a-9b1cb2d8-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"e2e-conflict-a-9b1cb2d8","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.396111368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"f0c2ef9b-ecb1-4114-9747-31a44e83b857","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.396538376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"febdd09d-7387-4080-8e82-03e04f6b5997","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.396996783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"b8ba2ba7-90b1-4b64-a39c-dec64d12c8ee","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.472172436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"69d60794-c9f5-4251-a097-427085f4f7c2","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.47259127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"fbc04d9f-86fa-4b18-b977-df27e7cca038","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.472903052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"c4370d9f-b64a-4182-820d-afa98e9966ce","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.566422696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"b57d9138-ad5e-4d8b-8dae-49ccef4c42b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.573504889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"bc85b470-f5c2-4da0-88aa-5badf499c30b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.612598399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"175d3c45-de0c-47c5-917b-fc60f06fb582","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.635878809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"bc85b470-f5c2-4da0-88aa-5badf499c30b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.636623319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"b57d9138-ad5e-4d8b-8dae-49ccef4c42b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.715671474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"a2ae9e44-c401-4d0a-ad79-e4f9200e3384","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.963899698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"d9b1f8f2-f8b2-487d-8576-4c012226ff86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:41.963900674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"7fadbaae-d8ee-4180-a3e9-b32b53ede17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:42.02243893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"7fadbaae-d8ee-4180-a3e9-b32b53ede17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:42.022878961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"d9b1f8f2-f8b2-487d-8576-4c012226ff86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:45.443337076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-conflict-a-9b1cb2d8","reconcileID":"9cf95540-d9ac-4dee-8fc4-42b6b36058a5","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"e2e-conflict-a-9b1cb2d8-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"e2e-conflict-a-9b1cb2d8","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:47.387938131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"dbffc74d-f11a-4eea-ace2-2979b9052b9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:47.485354016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"8aa81af2-c741-4fa3-9b77-4428b8a3cb9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:47.585717078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"99033cee-e13c-4365-9a8f-0940ac81aac0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:47.605769212Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:47.754780286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"ac70d82f-998e-43dc-92ce-27c64df6a89b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:47.854972764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"8e125505-ec24-4308-9f89-6183b6660506","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:47.932094119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"1bb8fcc1-30bf-41fa-a913-1a2072831535","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:47.997067395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"fbd38e2c-dea1-439f-8b6f-45a895e86208","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.102328209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6054ac9d-deaa-4cef-ae15-6133c931f1f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.1983723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"795fc2fc-0d66-40df-9663-e0a556998740","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.298995864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"eade194c-89e1-4571-a859-a2df2be97ade","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.304405713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"5c490ff5-c74b-40db-b7b7-2144716264b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.408295412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"bf6fd49d-46da-420e-bf46-e025f9343b3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.50978197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"40f0c887-b096-4ee9-bc4b-e0dac64b176e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.72270652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4125a2a9-9943-4382-865b-2e19873934e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.722705689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"d6d980d8-d4e3-4ebf-9913-d9e35b4c398e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.781173977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4125a2a9-9943-4382-865b-2e19873934e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:48.781305175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"d6d980d8-d4e3-4ebf-9913-d9e35b4c398e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.627035817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"8c03b4e0-2484-487b-b85e-3d9936315ddb","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.627518952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"dd1bb24b-27ec-455d-ba9b-c3ebb292fe5d","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.627889719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-conflict-a-9b1cb2d8","reconcileID":"bfe4956b-34f2-482e-9493-8f479d74607b","MaaSModelRef":{"name":"e2e-conflict-a-9b1cb2d8","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"e2e-conflict-a-9b1cb2d8-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"e2e-conflict-a-9b1cb2d8","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.840916573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"164991de-a5a6-4dda-bea3-e59df20f1172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.84192083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"35dc6977-66f5-4132-9d6b-3e2aeb2a55bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.896642281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"73dc4237-828e-475a-8c7b-04a6d0bd080f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.897403595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"504c8c47-1b00-4061-b3eb-d9d2dab0b4f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.899203814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"164991de-a5a6-4dda-bea3-e59df20f1172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:55.9005175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"35dc6977-66f5-4132-9d6b-3e2aeb2a55bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:01:57.478406321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-w4-d2a3e0","reconcileID":"901bbfc1-f9d0-4c26-8847-9037e07a4a82","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.553082244Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"39124025-1e5e-4203-9093-ae49f1263c90","namespace":"llm","name":"e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.617043394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"5190b200-91cd-4bc0-b16f-df1ad69fcebf","namespace":"llm","name":"e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.715004903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"56bfec1b-f260-4110-a2d4-a0f0d2fd42b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.715021023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"7a8ff76c-12af-40cb-9111-22bd227c5ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.715954741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ee36e033-62d9-45d6-9db4-06ff36f01ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.770825929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"477aa8b6-59d5-423f-ac7f-b16278b49779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.775770806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"7a8ff76c-12af-40cb-9111-22bd227c5ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.775808606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"56bfec1b-f260-4110-a2d4-a0f0d2fd42b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.77827708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ee36e033-62d9-45d6-9db4-06ff36f01ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.822270478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"a191c2c2-9b1c-4912-a1a5-7a7ffe530562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.828865474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"477aa8b6-59d5-423f-ac7f-b16278b49779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.879909595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"a191c2c2-9b1c-4912-a1a5-7a7ffe530562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:05.952027893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"973fe442-95b7-48ea-9eca-bf91bbd4f2b3","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"name":"e2e-rt-eq-561bf4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.061942804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f925b7ce-317b-45ef-9b37-e6a79e14d620","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.061963064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f925b7ce-317b-45ef-9b37-e6a79e14d620","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.062249501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a1ef59c-c5c6-4f9c-aa94-e6ec98c94c3c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.062262728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a1ef59c-c5c6-4f9c-aa94-e6ec98c94c3c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.062486095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cbb43312-4509-4388-95df-c1ef0a595df8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.062497917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cbb43312-4509-4388-95df-c1ef0a595df8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.062707836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09381e3e-f8db-4b08-879b-5ec056b7bc34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.0627177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09381e3e-f8db-4b08-879b-5ec056b7bc34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.062994365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc04e002-1703-485f-845c-998c095191b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.063005262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc04e002-1703-485f-845c-998c095191b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.063320947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4aa25d6f-c6cc-44fb-a8fa-ece1bf448d24","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.063333588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4aa25d6f-c6cc-44fb-a8fa-ece1bf448d24","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.063547086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ee90f488-12b5-485e-9402-8168af85138d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.063563264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ee90f488-12b5-485e-9402-8168af85138d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.063758472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9d46853-e8a1-4fdd-b0d0-bdcb8daa4884","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.063769849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9d46853-e8a1-4fdd-b0d0-bdcb8daa4884","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.116974608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"ee0b3ea2-23fb-4487-af0e-4be4f2881a57","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.117004433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"ee0b3ea2-23fb-4487-af0e-4be4f2881a57","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.142994616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"c9995e44-73b0-4940-9fa0-c74268f807ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.143011091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"d34e2635-aa8c-419a-a263-e834955aa58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.143496471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"ac5140b8-c773-407a-af23-bcf6851eee07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.180055248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19f13eb6-f3d9-483d-ab23-953fcebad67c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.180058138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"45f657f9-6c45-40ca-9d08-99004208ff1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.200477748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"ac5140b8-c773-407a-af23-bcf6851eee07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.201065356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"d34e2635-aa8c-419a-a263-e834955aa58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.202736532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"c9995e44-73b0-4940-9fa0-c74268f807ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.223272543Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"32c40721-73c5-4030-a62f-0f45502a388c","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"name":"e2e-rt-eq-561bf4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.233539857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"f94fe452-4479-43c2-b440-fee1a78778f9","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.244421392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"22a81828-f033-4b8e-b917-7a9097a164ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.296635052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"03bab779-c74f-4591-a60d-3e8eedaf935b","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.302340651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"22a81828-f033-4b8e-b917-7a9097a164ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.353418566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"03bab779-c74f-4591-a60d-3e8eedaf935b","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.584876171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"b1968171-12b6-452a-addc-68d7f85aa9b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.584875046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"a10062cb-9f52-462d-9898-fadb2e46a2f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.626659012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"606b863e-e9ea-4864-b0f5-0a313d31d54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.643790211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"b1968171-12b6-452a-addc-68d7f85aa9b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.644045084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"a10062cb-9f52-462d-9898-fadb2e46a2f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.679526689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"aa514022-c1ee-4b0b-b953-fd9b4a37aecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.685990289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"17fc24ee-0ab1-4e88-8eea-c8a9891a2f8c","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.687828797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"606b863e-e9ea-4864-b0f5-0a313d31d54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.737307264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"aa514022-c1ee-4b0b-b953-fd9b4a37aecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.785793548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"3367b9b1-2039-4634-b5bf-bce8047c3035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:06.843759501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"3367b9b1-2039-4634-b5bf-bce8047c3035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.008312043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"9a3c4cd2-1765-4af9-a17f-8d77328bf33a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.061373558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d58a6ff0-54d1-48c6-b143-c1cc8e3cf5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.066421396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"9a3c4cd2-1765-4af9-a17f-8d77328bf33a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.109671094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"321878bf-8c9e-4a6c-977a-bc4c09482ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.119652414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d58a6ff0-54d1-48c6-b143-c1cc8e3cf5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.161645278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"a4164c02-71ad-44ed-83c1-b471bf807065","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.16774169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"321878bf-8c9e-4a6c-977a-bc4c09482ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.219398905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"a4164c02-71ad-44ed-83c1-b471bf807065","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.340387789Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"96b11698-512e-466c-92c6-34d44dd0757e","namespace":"llm","name":"e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.397120741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"c7576a7a-8a50-41e7-af85-13745a2a3d73","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.397178557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"c7576a7a-8a50-41e7-af85-13745a2a3d73","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.504914625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"8d5bacaa-756a-4505-a456-2d70bada4e57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.522051773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"9e2b52bf-52da-4b06-89be-af497b1f0ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.541055699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"c2d4fa91-8b58-45c6-a770-202d8ed5a780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.562839051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"8d5bacaa-756a-4505-a456-2d70bada4e57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.583340888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"9e2b52bf-52da-4b06-89be-af497b1f0ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.593429946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d982c86-0d1a-4f44-93ea-da92b7f0ff27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.598009845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"c2d4fa91-8b58-45c6-a770-202d8ed5a780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.651716444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d982c86-0d1a-4f44-93ea-da92b7f0ff27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.65194844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"d85588ca-29f3-48be-b8ca-4763af183891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.709603554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"d85588ca-29f3-48be-b8ca-4763af183891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.927113249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"7d189d32-cef6-4227-8769-bdf9dcc3c24a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.927403457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"3fc37fc3-2d4f-4e3f-b7c5-5529de32f68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.979049518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"45b7e92b-c607-4b8e-8909-f9a744557df3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.979169321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d6445175-533f-4d97-a3cd-3c2045b25a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.985816863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"3fc37fc3-2d4f-4e3f-b7c5-5529de32f68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:07.985971883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"7d189d32-cef6-4227-8769-bdf9dcc3c24a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.029491674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"10c87c78-6b64-44e2-9912-1af8354b3e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.036724177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d6445175-533f-4d97-a3cd-3c2045b25a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.036820302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"45b7e92b-c607-4b8e-8909-f9a744557df3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.087637099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"10c87c78-6b64-44e2-9912-1af8354b3e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.306058466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"4ade1722-7451-48f6-8819-b0c0942db381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.359510468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"3e0cb144-c650-4ae7-b11f-7bc5148b4569","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.365079176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"4ade1722-7451-48f6-8819-b0c0942db381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.411458015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05181f3f-afb5-4bd0-bdb4-5d17b1fe5066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.418054548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"3e0cb144-c650-4ae7-b11f-7bc5148b4569","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:08.46969815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05181f3f-afb5-4bd0-bdb4-5d17b1fe5066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.784677044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"5519d00f-d0a0-49b3-a0af-ed8514ea750b","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.784715618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"5519d00f-d0a0-49b3-a0af-ed8514ea750b","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.895930294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"f04a451c-96fa-4ade-a8a6-9b8a916692c4","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:11.895959954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"f04a451c-96fa-4ade-a8a6-9b8a916692c4","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.052909702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"d1fe79b2-4383-446e-83c7-f9d4bb2775bf","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.111392486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"d1fe79b2-4383-446e-83c7-f9d4bb2775bf","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.543747514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"e632235a-6715-48d9-a199-6f90da70c14f","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:12.543780767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"e632235a-6715-48d9-a199-6f90da70c14f","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.42422786Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-561bf4-sub models-as-a-service/e2e-rt-sw-eb96f8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.477505033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"5de4c30a-9adb-4885-bd3b-601c3db9d98e","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.477532542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"5de4c30a-9adb-4885-bd3b-601c3db9d98e","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:17.53291518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-sub","reconcileID":"833d77f4-0360-42e7-8588-3e1e35ab95a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-561bf4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.602959278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.647905126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"3b037533-1058-4ee7-ae0e-0884807c37d5","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.647943052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"3b037533-1058-4ee7-ae0e-0884807c37d5","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.69463746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80a688d0-2eed-4a46-b41b-6e5c4f6fce40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.697888157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"6b3a3acb-ff0c-48bf-8536-cec5b0962c03","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.697982956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"f07573d9-e178-45d5-983b-af06cdd8f386","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.706677901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b0ddee7-fc0b-437a-bf2e-59e1462e167f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.747810411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"35210923-9fa3-47ba-94ff-695fc6615f0d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.752207861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80a688d0-2eed-4a46-b41b-6e5c4f6fce40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.757528406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"6b3a3acb-ff0c-48bf-8536-cec5b0962c03","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.757967928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"f07573d9-e178-45d5-983b-af06cdd8f386","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:17.762043571Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"3b037533-1058-4ee7-ae0e-0884807c37d5","name":"e2e-rt-eq-561bf4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-561bf4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:17.762112983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"3b037533-1058-4ee7-ae0e-0884807c37d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-561bf4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.762310655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"52600b15-02e5-4897-9b50-412ecb36bc58","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.764327047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b0ddee7-fc0b-437a-bf2e-59e1462e167f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.809268062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"35210923-9fa3-47ba-94ff-695fc6615f0d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.827965874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"36df6a20-d3db-4350-8db2-3ebe94dbcfd0","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.827999266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"36df6a20-d3db-4350-8db2-3ebe94dbcfd0","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.956809033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"5073efdd-061c-41cd-a6ec-1b221597c104","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:17.95691746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"5073efdd-061c-41cd-a6ec-1b221597c104","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.009766755Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-sub","reconcileID":"e5e07fd3-1b82-4e74-8ae2-ba7bf6c14a9b","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-561bf4","model":"e2e-rt-eq-561bf4","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-561bf4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.158941396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"6383f18d-8825-43d5-bea0-a62b0ae1cc0d","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.213210003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f6e103-2913-460d-9fd5-16a82c3650da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.27286107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f6e103-2913-460d-9fd5-16a82c3650da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.292908005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"14c2430c-d927-44f1-a10f-8c85a3c2cb58","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.292946352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"14c2430c-d927-44f1-a10f-8c85a3c2cb58","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.310809131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e8d1607-c615-4283-9c79-ace4e4f0f16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.316768019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"74ff4589-e1fd-4fba-9b42-e3ce79808402","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.365678874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"74bb27d6-be81-4c5e-ba67-2387ade5944e","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.365677692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"ee5102ba-0ad7-45dc-afee-b8a46544b436","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.369501741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e8d1607-c615-4283-9c79-ace4e4f0f16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.375540124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"74ff4589-e1fd-4fba-9b42-e3ce79808402","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.436249786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"74bb27d6-be81-4c5e-ba67-2387ade5944e","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.438797146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"ee5102ba-0ad7-45dc-afee-b8a46544b436","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:18.515901727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-sub","reconcileID":"b92154a5-70bf-4099-b3b3-a2e81a6861ea","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-561bf4","model":"llm/e2e-rt-eq-561bf4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.624266155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"de469c59-1272-4a9a-9967-6ba6feb7180f","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.624765217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6904459a-8355-48c8-8bce-9778ebf36a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.625067994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce1fc8b5-dff4-4dbf-88ea-ca4fa6274823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.625169853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"6c7bb978-6ba1-4674-8fd3-d3619b0d86a6","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.70179935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"6c7bb978-6ba1-4674-8fd3-d3619b0d86a6","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.710519932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"de469c59-1272-4a9a-9967-6ba6feb7180f","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.721005061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6904459a-8355-48c8-8bce-9778ebf36a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:19.721523813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce1fc8b5-dff4-4dbf-88ea-ca4fa6274823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:20.294537461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"7d315978-8515-4d31-b056-7477519dc0d7","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:20.295766802Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-561bf4-sub models-as-a-service/e2e-rt-sw-eb96f8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:20.367701574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"6b7de4d0-1c80-46c7-9d97-5591286a244d","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.417365496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-subscription","reconcileID":"2e4e9a62-285b-45ad-b5e1-10d60cf8150a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.458967861Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"a68cd794-45a3-41f6-ad3b-2dd5c441135a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.459745269Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"cb25033d-b74d-44cb-811a-2f5e67968775","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.466696599Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"88664b5c-9e99-4793-9a0e-d2a6d2facf47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.55051732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"a68cd794-45a3-41f6-ad3b-2dd5c441135a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.550787303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"88664b5c-9e99-4793-9a0e-d2a6d2facf47","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.551060123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"cb25033d-b74d-44cb-811a-2f5e67968775","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:20.552890952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"deb18818-ce6e-4ece-bfbc-2c0d675e2560","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:20.559459358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"365b8e1d-1ada-4d46-935c-702a4e250e56","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:20.588818923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"cff29220-cc34-4aab-9c67-f60917df9ac2","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:20.652113343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"849248cf-7321-4c49-86b0-5c42918b4b20","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.773766148Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"887816c7-5efc-4ea7-8110-24cfcf9154c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.785229693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"887816c7-5efc-4ea7-8110-24cfcf9154c2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.78599948Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"34b8f39b-098c-4876-803e-9cd6b5d26af6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.786123075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"34b8f39b-098c-4876-803e-9cd6b5d26af6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.822609625Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"f54d7448-2369-4b44-a651-2a7753733e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.822804263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"f54d7448-2369-4b44-a651-2a7753733e1e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.983497631Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"1199bd13-b969-4504-a513-06bdd64263a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.983730922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"1199bd13-b969-4504-a513-06bdd64263a2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.984465834Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"89be9924-25cb-4ef9-a2ba-0ca0ff509b8e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:20.984600873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"89be9924-25cb-4ef9-a2ba-0ca0ff509b8e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:20.989590975Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-subscription","reconcileID":"c9013eb3-e0c4-4982-a25a-9711d54e4acb","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.049006786Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"a7ee33be-2b72-4ef4-9e7f-cb14f66ce84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.049239387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"a7ee33be-2b72-4ef4-9e7f-cb14f66ce84d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.18397345Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"611783d2-67de-46d3-ac2f-318fb37e5237","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.184196188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"611783d2-67de-46d3-ac2f-318fb37e5237","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.18397955Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"ce407b25-d529-43f1-959e-def858759ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.184271564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"ce407b25-d529-43f1-959e-def858759ea7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.19023965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"247029a9-1474-49de-aa42-942600060032","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.219905351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"411269c1-7995-4148-9525-d9c785986232","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.271257184Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4832bdb8-1afd-48ba-9f1f-9d7f2200be00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.271362959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4832bdb8-1afd-48ba-9f1f-9d7f2200be00","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.385780161Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"2f820227-e961-4b3d-8c73-e70b21110e94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.385850228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"2f820227-e961-4b3d-8c73-e70b21110e94","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.385781308Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"505670fb-f357-4e5d-8f92-db737c31a4d7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.385910536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"505670fb-f357-4e5d-8f92-db737c31a4d7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:21.404988579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-subscription","reconcileID":"1ee79048-88bd-4942-ac9f-952fbbab6e85","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.483924706Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"d5ad7479-d6f6-4e43-9b91-ab9d2f822b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.484003948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"d5ad7479-d6f6-4e43-9b91-ab9d2f822b64","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.626579587Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"65acf79f-bb22-4b79-b022-856a3107919b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.626802175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"65acf79f-bb22-4b79-b022-856a3107919b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.62711065Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"963c357d-e7c8-44bc-843c-de35429cea64","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.627295309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"963c357d-e7c8-44bc-843c-de35429cea64","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.731690925Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"8f759762-71fa-4ee2-a370-0cea3103359a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.731783238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"8f759762-71fa-4ee2-a370-0cea3103359a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.945181747Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"b4fcf20a-ea77-4d8e-8027-48c397991d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.945271459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"b4fcf20a-ea77-4d8e-8027-48c397991d3b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.945672301Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"62d4edf8-9e45-4222-bf65-b0a9cc3915f8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:21.945728567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"62d4edf8-9e45-4222-bf65-b0a9cc3915f8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.050805647Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"39d9c146-1740-47a0-98f3-b753efe70c25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.050881828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"39d9c146-1740-47a0-98f3-b753efe70c25","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.431873378Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"fc4bf67c-9a5d-4651-88e3-8c896919d4e3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.431958789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"fc4bf67c-9a5d-4651-88e3-8c896919d4e3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.432435343Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"03a8d2a9-33dd-41e5-a4e1-0a9488d3bf04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.432484691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"03a8d2a9-33dd-41e5-a4e1-0a9488d3bf04","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.531279302Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"71af0e67-a9ec-49ea-bbd8-d36b925f363f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:22.531385071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"71af0e67-a9ec-49ea-bbd8-d36b925f363f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.688582331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"a2849691-df4b-4295-9015-31c34f829293","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.689598701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"90eafa9c-ea80-47f7-90fc-8ac99cdb3f38","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.901494987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"6b3f06c2-4047-4710-97ac-d4867a31cd05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.901892606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"860ef3d7-7679-4f07-84af-d85ea968b633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.91908012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"52f39331-e707-4658-bbaa-7f85d7af2ac1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.967119643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"6b3f06c2-4047-4710-97ac-d4867a31cd05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:22.974245891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"860ef3d7-7679-4f07-84af-d85ea968b633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.025233704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"39297058-c313-4ec2-b8f7-0b953f20269f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.236553798Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"f0603ead-71a7-4d37-83e1-dbbfc0d72dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.23663974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"f0603ead-71a7-4d37-83e1-dbbfc0d72dad","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.236554155Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"95af6d67-7c3f-4463-a66d-e0f1fc495b45","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.236692501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"95af6d67-7c3f-4463-a66d-e0f1fc495b45","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.333617922Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"78c4560f-7e0e-4c0e-9a18-13162b5a162f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.333696878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"78c4560f-7e0e-4c0e-9a18-13162b5a162f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:23.465046306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"4d7254c0-3172-4e93-8132-8aa818891ebc","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.636828321Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"9fd5ca72-e6ec-4d84-ba6b-9e84eb85c26e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.636925128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"9fd5ca72-e6ec-4d84-ba6b-9e84eb85c26e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.637099993Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"2f47bae2-29a8-42ac-ad3f-81a700ed1418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.637267022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"2f47bae2-29a8-42ac-ad3f-81a700ed1418","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.63682843Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"35a62a30-2ca7-4e9d-b24f-789a76afe852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:23.637329201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"35a62a30-2ca7-4e9d-b24f-789a76afe852","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:26.355525676Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"1a71a10e-dc66-4001-8327-4bc82a17e374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:26.355602438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"1a71a10e-dc66-4001-8327-4bc82a17e374","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:26.35554032Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"fa289dd2-3b42-4312-a7b7-61138e6e4749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:26.355650521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"fa289dd2-3b42-4312-a7b7-61138e6e4749","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:26.355711253Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"d305acba-69f5-4589-b915-a9b21885d23b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:26.355758829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"d305acba-69f5-4589-b915-a9b21885d23b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:31.646954259Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"5f7d3a3f-f413-4265-bd25-b7cb3cdbb32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:31.647055876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"5f7d3a3f-f413-4265-bd25-b7cb3cdbb32a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:31.646954204Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"b3dd5c2f-2b26-4e45-9cb7-3afff85d7581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:31.647109828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"b3dd5c2f-2b26-4e45-9cb7-3afff85d7581","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:31.647288266Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"2c08f85a-776e-4781-af4a-a692f0402ff8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:31.64734328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"2c08f85a-776e-4781-af4a-a692f0402ff8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: compose ai-tenant-e2e-worker-w1-1c3eef/e2e-dedup-subscription@e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: model e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.35158266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-sub","reconcileID":"8b58a711-c9ee-4efe-9ab8-fed95ae2b86d","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-561bf4","model":"llm/e2e-rt-eq-561bf4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.627850436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"41b6af4d-af8c-4765-b086-04752755b68a","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.627890998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"41b6af4d-af8c-4765-b086-04752755b68a","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.630626844Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-subscription","reconcileID":"7acccd19-7b3b-4ef4-8ccf-f3db9b4dc7c7","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:33.859491066Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-subscription","reconcileID":"7acccd19-7b3b-4ef4-8ccf-f3db9b4dc7c7","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.091963261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"ed7ad271-28fe-4ccc-a804-4eef8eaf98b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.153083123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"8894a3e0-a189-4065-8596-330a35563049","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.155448581Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-561bf4-sub models-as-a-service/e2e-rt-sw-eb96f8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.302127393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"a68b06c6-d832-4c1f-804d-36b2f97f13bf","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.33187059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"f592e163-eef5-481f-a551-8ce6066c8f48","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.332873829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"198d1874-1365-441a-a8da-d4415035c93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.333667478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"910d780b-8c0a-40a6-919d-8022d7cb51c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.402911122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"910d780b-8c0a-40a6-919d-8022d7cb51c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.407101661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"f592e163-eef5-481f-a551-8ce6066c8f48","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.419828426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"198d1874-1365-441a-a8da-d4415035c93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.676958694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97f88253-be1a-4685-a79b-d8b105d9c56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.678064687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"64fd1156-d26a-43d0-895c-bbcf6e90ac0e","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.753676387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"64fd1156-d26a-43d0-895c-bbcf6e90ac0e","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.769868357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97f88253-be1a-4685-a79b-d8b105d9c56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:34.771802461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"f592e163-eef5-481f-a551-8ce6066c8f48","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.771477839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"58ab8272-ede7-4e9f-980b-f002eeb49e0a","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.773103431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-dedup-auth","reconcileID":"53852ddc-ff11-48b2-ad07-df421b44eb0f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.782336132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"8ba543af-586c-4cc1-9be5-03f86c299fb3","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:34.994010236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"49f0bab2-bda2-414b-974a-8ae24c8804bd","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.082013026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"43c81992-7b28-4dd3-9977-b5c29317a916","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.083121648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6658831-53ad-4626-bc91-f3bae0a7f839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.151765287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"43c81992-7b28-4dd3-9977-b5c29317a916","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:35.155629716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6658831-53ad-4626-bc91-f3bae0a7f839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.135322031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"023a44fb-3f81-425b-99d0-6a9ccb02b00e","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.135674169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"832ea0bd-bb76-4200-bcf0-50183894fd23","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.199643486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"c5bdf7d1-e1b9-4d51-ba72-c24fe14fc60f","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.200180983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"b1325df4-8c38-42fc-9962-e617f0f8374c","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.393701653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"8b8d67a1-890d-4c07-8612-e0f6ad105616","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.394124719Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-561bf4-sub models-as-a-service/e2e-rt-sw-eb96f8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.460118955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"820b9553-4c47-492d-b6a5-11e16dc72bd4","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.470702368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"a54cded0-fc5c-482b-8477-050c91a6cf87","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:36.509402846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"4e643209-b11d-4144-b912-d738dca59dad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.524518151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"2aca25ce-0e17-4a12-987a-10779751f80f","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.525189578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"10db33b0-ea8e-4cb0-bd5b-d65583454b57","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.529407402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"a54cded0-fc5c-482b-8477-050c91a6cf87","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.618766145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"d3abae1f-3ea0-4393-9717-7a3c7265e58e","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.619365802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"6719a078-1fb5-4230-af37-44345f8f1c4d","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.665207417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"192282ea-3ca5-48c6-b3cc-49bfb8cc377d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.665325982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"98986ca6-dfc1-4223-b10d-414e2eb115f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.676418603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"a8eb7666-2918-4d6f-90e8-9fb48e7f49c4","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.676821353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"08965ec3-d045-4216-bb82-21267b01d0d0","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.722171331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"98986ca6-dfc1-4223-b10d-414e2eb115f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.72234323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"192282ea-3ca5-48c6-b3cc-49bfb8cc377d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:36.906098426Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"d103e3f2-1a80-4d1f-baca-5f690a104936","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-w1-1c3eef","model":"distinct-w1-1c3eef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.000614261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"a8ca039c-ab06-4cf0-8a99-93aa48f73f26","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.001007241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"0978a55e-0fc1-4a83-9d21-9f0518d432a5","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.065498253Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"d103e3f2-1a80-4d1f-baca-5f690a104936","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-2-w1-1c3eef","model":"distinct-2-w1-1c3eef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.202860432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"00032bc6-65b3-4648-83f0-6c23ea4a3e8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.203003369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"4bbefeac-2f64-410f-8014-e11ef604e506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.259590473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"4bbefeac-2f64-410f-8014-e11ef604e506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.259660212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"00032bc6-65b3-4648-83f0-6c23ea4a3e8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.286906008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"b0786920-5344-4e66-9d1d-3061dc38d62f","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.287374143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"9b876534-d21b-4aed-9dcd-71f3d73087d2","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.305204572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"d03a5ec1-486e-47d4-a034-c3b9717fabe5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.363434681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"d03a5ec1-486e-47d4-a034-c3b9717fabe5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.498581609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"8b1e9a2c-9c63-41b1-a5a0-138faf832990","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/distinct-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:37.656820991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"8b1e9a2c-9c63-41b1-a5a0-138faf832990","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-2-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/distinct-2-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.882781388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"c1acd691-ee4a-46e6-81b2-c8ff74fb5a0a","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:39.94053439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"cd3b2392-612e-43ec-b6fb-b72870a05de0","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.045060995Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"c6d4bf83-5a0b-43bb-9db6-52ced6714f31","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ba78669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.097648665Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"057fd8bc-1f2f-445b-a74b-27386f40581d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ba78669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.145490494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"66f45c4c-7a0f-4b99-bdd9-c8508fe14228","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.145733364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"14d16311-527d-407b-bf72-63dd19b6faeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.145490495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4146c5a3-e159-4eab-8780-69378dc8b734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.202939792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"66f45c4c-7a0f-4b99-bdd9-c8508fe14228","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.20356737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"14d16311-527d-407b-bf72-63dd19b6faeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.205236965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4146c5a3-e159-4eab-8780-69378dc8b734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.622103672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"b6e8d390-8200-4637-a267-6ad9f1b2bfc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.622167812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"1978ae93-ad62-4759-b3e0-96728c48b7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.67872778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"1978ae93-ad62-4759-b3e0-96728c48b7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.679092626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"b6e8d390-8200-4637-a267-6ad9f1b2bfc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.725737422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"a64155e7-7e1d-4543-881d-45891fc0ae9a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:40.782165612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"a64155e7-7e1d-4543-881d-45891fc0ae9a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:47.602573219Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:47.875494372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"a78c7d77-2a06-4053-af57-ba8fb755c4db","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:47.876077772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"4ab6ab4d-d464-43c7-81cc-ac830c13212c","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:47.890873509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-w4-d2a3e0","reconcileID":"fa212c25-92e8-4533-bd05-a1debf8f0ff4","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:47.945806596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"b7db79b1-0752-4714-ad3c-de82d6dff0d3","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:47.946181969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"ee2e2be7-1048-4b17-a61a-114c3e7c791f","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:47.946467479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-w4-d2a3e0","reconcileID":"ec01b859-b8d4-46a3-9f75-39fc38d75960","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.034097526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"2188fc45-b748-4b3b-bcb3-0da0c8a22545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.10510865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"2fe4245e-740f-4251-947f-e3ea4124ab50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.109867178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"2188fc45-b748-4b3b-bcb3-0da0c8a22545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.135446631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"32180cb5-a565-4109-9192-71e9d4d55fd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.189476034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"91c06b75-b37f-4892-bdeb-b270079ad19f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.191988494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"32180cb5-a565-4109-9192-71e9d4d55fd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.425363039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"012f23be-2326-4635-b54e-43f26463398d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.481509566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"012f23be-2326-4635-b54e-43f26463398d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.573396838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"1fdf3ad7-bd93-4791-b3fc-1cf2d3289c11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:48.629917343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"1fdf3ad7-bd93-4791-b3fc-1cf2d3289c11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.151310234Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"65175217-ea3c-4b3f-8b4d-8ec5a36d2ef3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-w1-1c3eef","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.20430519Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"65175217-ea3c-4b3f-8b4d-8ec5a36d2ef3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.257345307Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"65175217-ea3c-4b3f-8b4d-8ec5a36d2ef3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/distinct-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.312331002Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"65175217-ea3c-4b3f-8b4d-8ec5a36d2ef3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-2-w1-1c3eef","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.365087165Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"65175217-ea3c-4b3f-8b4d-8ec5a36d2ef3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-2-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.418009891Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-subscription","reconcileID":"65175217-ea3c-4b3f-8b4d-8ec5a36d2ef3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/distinct-2-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.715722083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"da804286-6d9d-4a6b-a85d-1ab4d5a14eb6","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.717964341Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-561bf4-sub models-as-a-service/e2e-rt-sw-eb96f8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.810127098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"72952182-a510-4e3d-8719-6af83718ea7c","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.882523025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"5deb7e97-60b7-4b9b-b024-04e3852f4f9f","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.882926885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"12a1bf36-6ce1-4362-9990-78a1eee38022","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:50.977813915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"178008f1-8dd9-49b9-a48b-ccd6f145bd84","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:51.016887254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"f414ffa0-a677-4e56-8d31-053cb78e0e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:51.017417099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"19fce67d-0b86-41b1-9c11-328ec6a6ee9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:51.033991232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"178008f1-8dd9-49b9-a48b-ccd6f145bd84","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:51.074340701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"f414ffa0-a677-4e56-8d31-053cb78e0e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:51.074449833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"19fce67d-0b86-41b1-9c11-328ec6a6ee9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:51.380458769Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"1e0eab60-d539-4853-ab37-4b299ea1046f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:51.432688323Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-distinct-models-auth","reconcileID":"1e0eab60-d539-4853-ab37-4b299ea1046f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-2-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:51.594830163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"56b9ad26-6342-4622-98c1-4dd2b0592a47","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:51.595094967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"189a7c84-3787-43d0-abcf-d80e4c2ee9c0","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.328264289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"d43bba9c-0aed-4b36-a864-4816159d7e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.328291047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"722ef195-b0f0-442d-a345-faf74473aea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.38564348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"722ef195-b0f0-442d-a345-faf74473aea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.386064314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"d43bba9c-0aed-4b36-a864-4816159d7e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.669032997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"6327ca85-0e0c-42a2-9b9b-ac7e8949a588","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.726637001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"36274cec-61e8-4f2e-96f8-5184a6612dc8","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.752690347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"9f2eccf9-c774-47b9-8b54-7e364728eedb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.75272865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"40a07554-f1e3-401e-9c55-87ccd9538a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.810233024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"40a07554-f1e3-401e-9c55-87ccd9538a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.810276108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"9f2eccf9-c774-47b9-8b54-7e364728eedb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.886496592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"e8929071-e2b5-473f-960d-68cec2185d58","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.943782759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"e8929071-e2b5-473f-960d-68cec2185d58","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.944642162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"0592727c-5e64-4761-9bc0-340e426b6022","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:52.960171039Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-561bf4-sub models-as-a-service/e2e-rt-sw-eb96f8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.003438787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"99fd3c2e-ff6e-4eb8-a16e-abac9883d2af","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.019848279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"8ba3fd84-8a50-4819-8290-4c95a6e68520","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:53.067622721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-valid-sub","reconcileID":"9b93674d-9707-4c7e-9679-589f4ef09317","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.182098318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"48dba683-7c25-47c6-abe0-845971ec60f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.182099609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"f2243aa6-da04-4aef-acd5-f50d1b343329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.187173935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"5d6f522e-9152-4ea2-bb8e-390adffae3fa","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.22591458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"fc2c6e78-16c3-4b9c-b932-c29880e54dc5","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.239537771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"f2243aa6-da04-4aef-acd5-f50d1b343329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.239786554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"48dba683-7c25-47c6-abe0-845971ec60f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.242311413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"7c682512-b6e7-4e12-b28b-1afa428f5303","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.383924794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"4193e5f7-1c10-4156-a5b9-2be7eb2d41ba","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.441445223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"4193e5f7-1c10-4156-a5b9-2be7eb2d41ba","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.513526876Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-valid-sub","reconcileID":"3b3f58ac-70b9-4b56-bdfa-5b40e7c5982f","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.604712279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4ac0cf6e-af30-4229-92e4-187030c86148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.604708164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"dfddc2c6-17c8-4a85-a47f-a5e3359b49c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.665839872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"dfddc2c6-17c8-4a85-a47f-a5e3359b49c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.666940592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4ac0cf6e-af30-4229-92e4-187030c86148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.682523426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"14f1bc13-2b8f-46a7-bdad-d89ec1dc9ed2","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.730822861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"97f9d037-acf6-4ec6-bc4f-965aa15839b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.799383077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"673d9fe1-c5e8-4c9e-a129-75794a56753c","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.855641307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"b96e8e33-5c0e-435a-a871-8cb0be90b2ce","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:53.894401788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-valid-sub","reconcileID":"e88ecd2d-c9db-4234-8103-4808591ee553","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.069945528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"ad50d814-cf7b-4ee6-961d-0304f9af4c4d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.079190234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"ec5e848b-619b-422b-91e3-8ff346265b1f","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.079387647Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-561bf4-sub models-as-a-service/e2e-rt-sw-eb96f8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.127352712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"ad50d814-cf7b-4ee6-961d-0304f9af4c4d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.148752001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"372e3cef-5fc7-44a6-a222-48c39ee46698","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:54.201184805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub1","reconcileID":"9e696b8b-2cbf-4171-aaab-d954d59f3a3c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.210726793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"5fa5f16e-91fa-42cb-a84c-0626abec3661","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.296798934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"fb97ba96-2106-41e5-809f-24bdd43fea45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.297878315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"9138e034-5fcd-48d1-9c0c-3ad835611203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.312504776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"1ef8b2ce-7de0-4e55-9b70-32e2bda39f22","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.355076343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"fb97ba96-2106-41e5-809f-24bdd43fea45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.355242697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"9138e034-5fcd-48d1-9c0c-3ad835611203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.36701945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"e512fbd0-34e3-4507-bf48-720e21608647","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.371967696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"02e8c5ae-e90d-4016-ab7d-f05334fb5c95","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.423119291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"fe74cfa3-90d7-461b-b60c-c5f797c4c3c9","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.455752114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"3ac6b83b-7f5c-4710-97a6-9fb0468b8150","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.590269553Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub1","reconcileID":"c2afd4cd-d317-4d4c-90c1-dba66af84bee","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-w3-e90e35","model":"distinct-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.657197321Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-e90e35 priority=0:[ai-tenant-e2e-worker-w3-e90e35/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-e90e35/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-561bf4-sub models-as-a-service/e2e-rt-sw-eb96f8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.657386667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"a73da6d6-7f3f-4ec4-9c4f-e0c4db041474","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.690660782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"9ce76303-54a1-4cbb-8bf4-8e5c0994f31f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.716105033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"82f90443-d3ee-4f0c-bfe8-a6953eb97e11","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.748263906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"9ce76303-54a1-4cbb-8bf4-8e5c0994f31f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:54.769021498Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-e90e35/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:54.76910657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub2","reconcileID":"3928e1af-cd25-4c01-9300-0f90106d146f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:54.770977651Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"82f90443-d3ee-4f0c-bfe8-a6953eb97e11","name":"distinct-2-w3-e90e35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-e90e35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:02:54.771021688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"82f90443-d3ee-4f0c-bfe8-a6953eb97e11","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-e90e35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.771160837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"190940b8-d3be-4f8e-a20a-5ccd93459155","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.77629648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"28966cb1-2ad2-4584-8d58-666b597e1991","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.791050118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"6682a5d4-54da-4297-b0f6-4323d1c133dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.85037984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"6682a5d4-54da-4297-b0f6-4323d1c133dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.882376962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"cdc8f9ee-d512-4885-826d-0beae040956e","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.896213648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"a611927f-d6b6-4442-9ec7-54bfc0078d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.897746461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"6be8a3ae-d325-47e0-ad46-3e762012c0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.940438769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"4775cf98-d654-4249-b19e-498d6fad9df2","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.953894099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"a611927f-d6b6-4442-9ec7-54bfc0078d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.954456843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"6be8a3ae-d325-47e0-ad46-3e762012c0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:54.971921191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub1","reconcileID":"92934cad-0e17-4bcc-84ad-56064e5d047b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.075590823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"63b61c3f-f56d-4ae8-ace8-45d15c8ab797","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.138808488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"ab709b2b-e7e7-46e4-b1ce-cc9868a57a71","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.156255979Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub2","reconcileID":"637017c4-20bf-42d9-8fc3-49c980c05182","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","model":"distinct-2-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.325683738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"999de45a-941e-4420-9a54-520e13f1c3ee","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.343518023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"d7bb424e-6708-4464-b65f-9213c859da06","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.401293602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"d7bb424e-6708-4464-b65f-9213c859da06","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.440475885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"0425afea-c6ad-4f4f-9bf1-f4f9c3e08cce","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.476876486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"3598bf1f-6285-4920-826d-65402d56c8a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.476882127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"d8dfcab8-e44d-40db-876d-f9a525c6eb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.498246571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"0425afea-c6ad-4f4f-9bf1-f4f9c3e08cce","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.535170961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"3598bf1f-6285-4920-826d-65402d56c8a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.535375423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"d8dfcab8-e44d-40db-876d-f9a525c6eb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.537212185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub2","reconcileID":"14a180a0-0123-427a-93d0-67009e1bc47f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:55.884998144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"542fbfcf-d5c0-431c-85c2-481842657e4a","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.046212009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"94a22a53-73e9-4e90-9e44-a411e291535d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.046310958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"bf4b99ce-4f4a-4862-a3c4-8a5a5db0566c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.04668414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"c861ea8e-17c7-4e50-922e-6478d950d42b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.112507743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"94a22a53-73e9-4e90-9e44-a411e291535d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.114430063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"bf4b99ce-4f4a-4862-a3c4-8a5a5db0566c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.115461606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"c861ea8e-17c7-4e50-922e-6478d950d42b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.405168456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"f1e43817-2f01-485f-ae3b-0f45b52ce21b","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.571443916Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub1","reconcileID":"3a167d7d-bf89-43e4-83a5-978aa4741b8d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f9b36e14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.679354904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"cebb1d64-10a5-4c08-be75-34a670c8546d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.67951322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"59193490-6fab-4bfe-9fdc-6af61702e580","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.679354874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"f519f710-705f-43d2-9432-96eb1d0d4a05","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.681823843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c23e0617-dbe9-4ccf-89ef-2013b1e85a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.737659898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"f519f710-705f-43d2-9432-96eb1d0d4a05","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.739029596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"59193490-6fab-4bfe-9fdc-6af61702e580","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.740232274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c23e0617-dbe9-4ccf-89ef-2013b1e85a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:56.742657808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"cebb1d64-10a5-4c08-be75-34a670c8546d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.203353948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"3e0acb71-fbdf-4a0f-88b6-ce17990fec79","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.203560257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b8214fc4-8032-48f4-ae73-e8861d30c394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.203350184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"77376db5-e014-437c-a890-1fc269997379","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.204029048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"6eb17240-49e7-4cf8-9aa2-752eb581da92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.261029761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"6eb17240-49e7-4cf8-9aa2-752eb581da92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.261164286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"77376db5-e014-437c-a890-1fc269997379","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.264349715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b8214fc4-8032-48f4-ae73-e8861d30c394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:02:57.264601705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"3e0acb71-fbdf-4a0f-88b6-ce17990fec79","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:03.173895634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub2","reconcileID":"aae00276-6b8a-4630-96e5-5f83d9e8539f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:03.363788805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"f4beef4d-429d-4bf5-9af6-76ca038c54b8","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.398017629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"e6a02c43-c2da-4c3a-a1d2-a6f04d321c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.398269775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"71622d31-3b5e-411d-833e-2910fb24f955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.398017631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"d1df9fe0-bac2-46c4-8e68-f3d0d84963be","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.455607612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"d1df9fe0-bac2-46c4-8e68-f3d0d84963be","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.456745955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"e6a02c43-c2da-4c3a-a1d2-a6f04d321c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.458902943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"71622d31-3b5e-411d-833e-2910fb24f955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.602675251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"e01bf488-6917-4f64-8cdf-5210c61496f9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.602676578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"30e30ea5-19eb-4cb8-92bf-64c53b914d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.660505197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"e01bf488-6917-4f64-8cdf-5210c61496f9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.66077851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"30e30ea5-19eb-4cb8-92bf-64c53b914d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.771828859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"df3acdf4-bbe0-470d-af16-8568330a981c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.832127587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"df3acdf4-bbe0-470d-af16-8568330a981c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.880234592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ab9f15de-45fa-4011-8356-3a6b60689518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.880246044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"83f9a1d0-87b4-4931-9e33-d6239055953b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.938641941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"83f9a1d0-87b4-4931-9e33-d6239055953b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:04.940675606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ab9f15de-45fa-4011-8356-3a6b60689518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.02588048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"a9cafe7d-72c2-417c-94ea-dcba8675ed6a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.025958509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"676c7dc8-888c-4cbc-b85f-65b77c8dc9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.083700141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"a9cafe7d-72c2-417c-94ea-dcba8675ed6a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.083741619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"676c7dc8-888c-4cbc-b85f-65b77c8dc9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.251011262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"ad596258-a193-4c2f-ad1a-7f4b26287bdc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.255657348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"992bd209-6f22-46b9-b1a5-2bb887f74c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.308390631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"ad596258-a193-4c2f-ad1a-7f4b26287bdc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.311836888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"992bd209-6f22-46b9-b1a5-2bb887f74c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.359848459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"68ad3e08-4abf-4f5c-b79a-8e4ffefeadaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.416878571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"68ad3e08-4abf-4f5c-b79a-8e4ffefeadaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.458920175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"86a65b4d-bbd4-423f-ab6d-92822b763a78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:05.516223285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"86a65b4d-bbd4-423f-ab6d-92822b763a78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.050654624Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-valid-sub","reconcileID":"185036dc-34e1-44af-a83b-e2d49da4281d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.269370542Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-valid-sub","reconcileID":"185036dc-34e1-44af-a83b-e2d49da4281d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.493002111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"76643c11-ecdb-412d-8965-f4fac89c9a16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.53553349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"b5d719b2-7bb4-44d7-bf87-5582483274f7","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.536237491Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-561bf4-sub models-as-a-service/e2e-rt-sw-eb96f8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.593005778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"52b1bda5-be38-4285-a741-22134db7d2b2","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.624793084Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub1","reconcileID":"9f72b9b4-3e14-4caf-aeef-8170426ed639","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.679070969Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub1","reconcileID":"9f72b9b4-3e14-4caf-aeef-8170426ed639","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.695407552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"d938e20f-29be-43ef-8905-99e73d2eb0ad","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.695537722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"67c86d44-8901-4642-8f0b-803cb926d2ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.695407212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"fbc499da-e73e-4eab-a6f6-fbe76f734a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.696263459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"c184837d-ae85-4046-abb6-31ba6b0a6736","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.732502072Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub1","reconcileID":"9f72b9b4-3e14-4caf-aeef-8170426ed639","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.755637265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"fbc499da-e73e-4eab-a6f6-fbe76f734a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.756021505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"d938e20f-29be-43ef-8905-99e73d2eb0ad","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.758409341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"67c86d44-8901-4642-8f0b-803cb926d2ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:06.962861045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-invalid-sub-auth","reconcileID":"e9290df1-960c-4de6-9573-34ee3bcfd975","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.014820816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"770dd339-cd49-48c1-a9c6-dc6830edc818","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.015268061Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-561bf4-sub models-as-a-service/e2e-rt-sw-eb96f8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.167321299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"b5ba3eb1-1ab3-401f-97a2-708a5fc59ef4","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.225002908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"01c1a7fd-8a03-41de-b653-3d414d2f5edb","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.278557705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"4fde80e8-8c91-4e4c-80da-bdbd5e6a24af","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.279386893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"c90e8e1d-f50f-4db0-8a66-a2c3cf1d3831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.27968691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"2293df75-c507-4fe7-80c5-3d4b8483adde","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.280796758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"69f5dc36-abbb-42f5-929e-fb07a1b28c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.330831774Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub2","reconcileID":"dc5484eb-4b38-4ef8-88d9-b85f8a9f7ac6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dffa1af5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.336207148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"4fde80e8-8c91-4e4c-80da-bdbd5e6a24af","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.336379001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"c90e8e1d-f50f-4db0-8a66-a2c3cf1d3831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.339971883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"2293df75-c507-4fe7-80c5-3d4b8483adde","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.340039455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"69f5dc36-abbb-42f5-929e-fb07a1b28c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.761445451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"846cd9b0-5a07-430e-a8cb-77e44cddec9c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.761664809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"337ed867-303e-41ba-9b24-05afdc097661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.761445157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"54348b11-648c-4a6e-85be-0255e35b8c19","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.761958825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"977a992f-bf4c-4735-a13b-98f4cc8d2677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.818908686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"337ed867-303e-41ba-9b24-05afdc097661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.818936831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"54348b11-648c-4a6e-85be-0255e35b8c19","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.821467577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"977a992f-bf4c-4735-a13b-98f4cc8d2677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:07.821719832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"846cd9b0-5a07-430e-a8cb-77e44cddec9c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.76026013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"4259cb7d-2ee9-4cf1-afd7-f8b4521274ea","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.76029327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"4259cb7d-2ee9-4cf1-afd7-f8b4521274ea","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.924312681Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-sub","reconcileID":"15d9f78d-e6ec-45aa-a371-4ec59d0e8812","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-53af5867","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.968211604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"f265bb9c-0457-41ad-b80e-50749e3db943","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.968446212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd0fd6ac-e434-4ec4-bc87-7231afc1a2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.968745942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"25aa933e-be9a-4cc3-81a0-02602e0c0659","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:13.968978874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71addfdf-f37d-4df2-a768-c62e6a60724a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.025378647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"f265bb9c-0457-41ad-b80e-50749e3db943","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.025580784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71addfdf-f37d-4df2-a768-c62e6a60724a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.027847487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd0fd6ac-e434-4ec4-bc87-7231afc1a2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.027969221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"25aa933e-be9a-4cc3-81a0-02602e0c0659","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.496175493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"965a07a5-4605-4b35-b94a-a57706d5e168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.496175495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2261e7e1-496c-4695-83dc-f8ec7e119c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.557371168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"965a07a5-4605-4b35-b94a-a57706d5e168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.55758245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2261e7e1-496c-4695-83dc-f8ec7e119c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.60498028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"a8e4d97c-1663-4b3a-8a6e-5f65e2d2ab94","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.604974948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"deeeee5a-f828-40dd-b927-5a0c8f6109fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.662604505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"a8e4d97c-1663-4b3a-8a6e-5f65e2d2ab94","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.662794352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"deeeee5a-f828-40dd-b927-5a0c8f6109fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.737815652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"e99d83c8-825b-40d9-9ed8-76adb4751962","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.745913685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"89fb5733-de08-4037-a19d-6ec22cb5ce25","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.808606759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"b4c40942-d5fb-4fb6-af06-937b7f4f4cd3","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.808968324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"03430216-d16e-43ba-a38e-af2892317f0f","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.916903331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"395bf0b5-f3fe-4a12-9a13-f115f07eb66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.917604788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"b76489a6-ad79-4e9e-a3ed-534b55232f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.970665308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"1d3e8902-1ef2-44bf-bbfa-8accd92a1e36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.972183896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"02c2db80-1ced-4853-bb76-c5d43618832c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.984747633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"395bf0b5-f3fe-4a12-9a13-f115f07eb66e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:14.987632201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"b76489a6-ad79-4e9e-a3ed-534b55232f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.41058586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"d025dd82-8e5e-46ac-8865-ec0bfa352a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.411564119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"ed16ee90-d300-455c-a7e1-d9198f8d4bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.468490113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"d025dd82-8e5e-46ac-8865-ec0bfa352a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:15.509759263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"ed16ee90-d300-455c-a7e1-d9198f8d4bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.384839806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub2","reconcileID":"30c1fdf5-6325-45f5-810a-f578b2416727","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.438315111Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub2","reconcileID":"30c1fdf5-6325-45f5-810a-f578b2416727","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.49147326Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-sub2","reconcileID":"30c1fdf5-6325-45f5-810a-f578b2416727","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.603281527Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.76841631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"2a342d2b-a18d-46ca-aa83-96757b729e12","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.886771203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"4cb44d58-a48f-4498-b3bf-678f0722b988","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.886805915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"4cb44d58-a48f-4498-b3bf-678f0722b988","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:17.939890702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"b434dd1b-07b8-4436-9174-0f9426d9c9f4","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.032423822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"c50e9594-4217-46df-aca6-4e661d82abbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.032502688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"a432f424-f299-4b18-bd60-afb15afd3327","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.032987102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"899aa392-d3a7-4e46-97f5-af307214b400","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.033269614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1704b582-3c0b-4888-acb9-59f5c32c990d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.090608298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1704b582-3c0b-4888-acb9-59f5c32c990d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.090699633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"a432f424-f299-4b18-bd60-afb15afd3327","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.092972664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"899aa392-d3a7-4e46-97f5-af307214b400","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.093166648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"c50e9594-4217-46df-aca6-4e661d82abbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.296278736Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth1","reconcileID":"9710e4e6-0811-4347-a2c7-0f2e91f13b28","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.505126512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"93ede0ea-7762-4b0e-bedf-e85190789df7","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.505707249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"e20c4170-8cb2-48b2-a02b-fde49ebf85c1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.562635642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"e20c4170-8cb2-48b2-a02b-fde49ebf85c1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.590202993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"7b2cd28a-e973-4edd-b701-a056d6702699","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.645698228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"6714da3f-a262-4a5b-bbb0-d861fb8922c5","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.668614332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"17104663-1acb-47b6-953c-66373ad14d50","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.776582243Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-return-all-auth2","reconcileID":"ce6e0458-bdb1-47d9-9755-3f5afb6900dd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.803917303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"f47dc3d6-7204-4b25-8447-ffee9df2b29b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.861054536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"f47dc3d6-7204-4b25-8447-ffee9df2b29b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.878529225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"9e0f6476-1ab9-454f-99cc-c863134fbe80","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:18.935742417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"e178c6f4-3e6f-47bc-abe0-69e1b432c3d1","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:18.989504874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-user-sub","reconcileID":"ccfe9eab-b210-4a5f-bb36-570f872c68a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.033994176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"2ebaa34d-8bb6-48a3-83d4-f506edcb4cf7","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.04071439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"b1827b50-8e3e-4c11-99b9-9874a3523b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.040714143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"d19f5a08-c033-407f-bbf9-240375c3d831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.098570589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"b1827b50-8e3e-4c11-99b9-9874a3523b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.098906616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"d19f5a08-c033-407f-bbf9-240375c3d831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.140657106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"ed87ffbb-873f-45e5-a4f3-31df052232e2","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.152751902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"d235335c-fb33-4279-9cc2-6d9ccfda1361","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.152840678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1c3eef priority=0:[ai-tenant-e2e-worker-w1-1c3eef/e2e-models-other-sub ai-tenant-e2e-worker-w1-1c3eef/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.206697857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"7498f9a2-e21c-4779-a05c-a353d705b2a1","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.207962489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"d630689a-768d-42b2-af9f-676a0f88743b","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:19.260549752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-other-sub","reconcileID":"4b1dcca6-2d03-4170-9914-393d0c92bf71","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.264214985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"aecd55d2-9473-4b39-ace5-fb5525319c19","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:19.269276644Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-1c3eef/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.30102069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"1b7e3ade-2561-4b6a-92d7-f7e892258f2f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.357761156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"1b7e3ade-2561-4b6a-92d7-f7e892258f2f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.376317449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"dd712011-7d8f-4b93-90cd-06377d2487bb","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.433757597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"7ff122d6-7f0b-4517-8f58-b8b2e37a56da","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.469298075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"061cc66d-d28d-4fe5-93d8-c66a47c55904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.472090113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"96d10d56-a635-488c-8fb2-30098140fc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.531853446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"061cc66d-d28d-4fe5-93d8-c66a47c55904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.534109926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"96d10d56-a635-488c-8fb2-30098140fc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.54436255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-user-sub","reconcileID":"5910973d-7dea-4f45-91b3-3dc5a4b90909","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/e2e-models-other-sub","ai-tenant-e2e-worker-w1-1c3eef/e2e-models-user-sub","ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.644427922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-other-sub","reconcileID":"0e4acdf9-52f1-4adf-bf3a-2a9c293c3455","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.715961357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"83a8db90-d030-4940-9e76-0db27d775d5d","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.729647397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"475e2675-b289-496a-8883-837d774a54b2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.755985552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"c15fe2ed-9ad8-4bcc-a7bd-460159447e31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.786547006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"475e2675-b289-496a-8883-837d774a54b2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.821456487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"6600afea-faba-442c-858f-d91fc22f305c","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.935347515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-user-sub","reconcileID":"f2606bd3-29d8-46d6-bb3c-9378b4714fae","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.937404541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"005e4dbe-0799-4f3b-b9e4-7ca4f5d569ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.937420927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"9771e0a3-c6d6-4004-964d-20566d19a758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.995885669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"9771e0a3-c6d6-4004-964d-20566d19a758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:19.996072186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"005e4dbe-0799-4f3b-b9e4-7ca4f5d569ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:20.04032996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-other-sub","reconcileID":"4aaf3715-7952-40f9-a0ce-924e839fdac4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.026997421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"043c224d-5cac-4017-abe3-f8dfc996b64a","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.857517303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"64d3a853-5121-4bdd-ba46-3c3d0d53c99f","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:21.917529436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"39342691-df90-4711-8442-d5e4ba100f02","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.080632727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"e20de974-e04f-4a39-b3d9-be9317075752","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.139032532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"e20de974-e04f-4a39-b3d9-be9317075752","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.14101855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"0bca8ff1-7b17-401a-a0d4-38837bd6977e","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.141148698Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1c3eef priority=0:[ai-tenant-e2e-worker-w1-1c3eef/e2e-models-other-sub ai-tenant-e2e-worker-w1-1c3eef/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.19498879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d93b2ef2979e8b0b28f3454258e7648fdf3652ee12f50ee1255b132764935062) AuthConfig (3a19a671017cad469e4331a805864a61df179f536d469745701fa5493628c56c) AuthConfig (90cf354bb4294282800b24073bc2ce3b798b4bb4b2ce992836d08e3debe5c2e0) AuthConfig (8eada594e7760b308e39560b7c77e7cd082bfe40c942e353bc9c13906dcaa6fe) AuthConfig (8e1000788686ffdfc07aa15589c22afe0eb9205e57a8a08897155f040a24e627) AuthConfig (d4f68785ee65421753b3d188a31039f7dc15c542caa1e1091734935b9071baf5) AuthConfig (18fb443cc3443f09592f64e609cec1f41d37fc0370634c5f6caa0808e4c3affa) AuthConfig (87aceb8248ba54a874ac49934efea14176188bbc90129e9784fcd237f7a04d81) AuthConfig (e37919442e7ece63a0d9f58908fcb73b9195a47e9afc894c71d5f9620efd12b8) AuthConfig (59aa403ba6b597662cc8b403b40dc15286e926503bd9d3bdf4f312c080441bec) AuthConfig (6f1833f07dd7e987f99021245d7c0e0099453e3b59e37f5169cc922668e2f76a) AuthConfig (4f000ad198f7ded8bb94c723a1836fee064e8895b865f82769e8796795d675cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"e20de974-e04f-4a39-b3d9-be9317075752","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.199514406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"4beee502-8697-4510-a294-498e618b6078","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.249246459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"2dd6033f-65d9-45aa-8260-5a6f58221436","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:22.252214784Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a3e0/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.252651007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"fa6ce274-8a16-43c5-9ffb-811bcf109d97","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.263427954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"300790ea-929d-4177-beef-e6a01552b278","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.306443574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"2218cb46-f2b3-402c-a9c7-1986520c95c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.306444955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"d4d07638-1702-4139-8274-5544791bf3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.314496923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"b6a95695-f444-452a-96a2-59cee4aa8f55","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.318842092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"1488124f-87c7-4226-b386-3bfffeaab619","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.365844841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"d4d07638-1702-4139-8274-5544791bf3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.365875604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"2218cb46-f2b3-402c-a9c7-1986520c95c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.426164945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"73b4377f-041e-4ba1-8dd1-68079d834c89","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.487843205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"73b4377f-041e-4ba1-8dd1-68079d834c89","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.524851565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"077988df-2a20-400b-87a0-509a25e95d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.525632693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"23a09916-ff3e-4a5d-a468-2544b3913dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.546778322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d2a3e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d93b2ef2979e8b0b28f3454258e7648fdf3652ee12f50ee1255b132764935062) AuthConfig (3a19a671017cad469e4331a805864a61df179f536d469745701fa5493628c56c) AuthConfig (90cf354bb4294282800b24073bc2ce3b798b4bb4b2ce992836d08e3debe5c2e0) AuthConfig (8eada594e7760b308e39560b7c77e7cd082bfe40c942e353bc9c13906dcaa6fe) AuthConfig (8e1000788686ffdfc07aa15589c22afe0eb9205e57a8a08897155f040a24e627) AuthConfig (d4f68785ee65421753b3d188a31039f7dc15c542caa1e1091734935b9071baf5) AuthConfig (18fb443cc3443f09592f64e609cec1f41d37fc0370634c5f6caa0808e4c3affa) AuthConfig (87aceb8248ba54a874ac49934efea14176188bbc90129e9784fcd237f7a04d81) AuthConfig (e37919442e7ece63a0d9f58908fcb73b9195a47e9afc894c71d5f9620efd12b8) AuthConfig (59aa403ba6b597662cc8b403b40dc15286e926503bd9d3bdf4f312c080441bec) AuthConfig (6f1833f07dd7e987f99021245d7c0e0099453e3b59e37f5169cc922668e2f76a) AuthConfig (4f000ad198f7ded8bb94c723a1836fee064e8895b865f82769e8796795d675cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"73b4377f-041e-4ba1-8dd1-68079d834c89","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.582949383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"23a09916-ff3e-4a5d-a468-2544b3913dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.584452272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"077988df-2a20-400b-87a0-509a25e95d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.594798493Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-sub","reconcileID":"105adb23-0554-4c82-9a70-92e8738f742b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d2a3e0/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-d2a3e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.704034122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"93b18dfe-d3b0-4e16-9441-950bea564167","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.738791669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"ff443c0f-a756-4396-8002-bdfa4222a05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.739378579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"9e606c09-5d6a-4e11-adf1-b88758bab686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.761092899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"93b18dfe-d3b0-4e16-9441-950bea564167","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.761365868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"88fcb489-406c-4814-a9f2-0f0ed53aff94","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.798553544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"9e606c09-5d6a-4e11-adf1-b88758bab686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.798634146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"ff443c0f-a756-4396-8002-bdfa4222a05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.806100725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"f214bc42-84d8-40fb-8733-b6bdac55b242","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:22.976361461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-sub","reconcileID":"13fef5cb-e4e2-4a29-ab56-4f3c77907471","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:23.980749907Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-sub","reconcileID":"9bdfef5d-2dbd-48cd-97a7-0cdb83b14be0","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-561bf4","subscription":"e2e-rt-eq-561bf4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.112102549Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-sub","reconcileID":"9bdfef5d-2dbd-48cd-97a7-0cdb83b14be0","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.179860649Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-sub","reconcileID":"9bdfef5d-2dbd-48cd-97a7-0cdb83b14be0","MaaSSubscription":{"name":"e2e-rt-eq-561bf4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-561bf4","namespace":"llm","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.545906661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"71e24e2e-2881-4b8b-b47c-42878ac115f1","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.54606568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"71e24e2e-2881-4b8b-b47c-42878ac115f1","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.665438013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"9dbb193e-5d6a-4f70-ab15-59c3d942d60f","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.666965688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"34cdee83-23ed-4db4-9fa1-1bf607342cb8","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.72592789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"1165ca6e-0fde-45f5-be15-67895278ba1f","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.726074893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"1165ca6e-0fde-45f5-be15-67895278ba1f","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.774666173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"f707377a-ad59-44a9-9379-74e6473e738a","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.783679012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64c577f8-1b42-4215-9ffb-63fdfd227c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.78449066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"08826d80-a4bb-40c4-bb7a-3f686ccf81f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.784780666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5d4568c-99fb-4414-8588-b371c4250a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.858508322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"f707377a-ad59-44a9-9379-74e6473e738a","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.867626252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64c577f8-1b42-4215-9ffb-63fdfd227c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.87387789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"08826d80-a4bb-40c4-bb7a-3f686ccf81f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:24.881734751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5d4568c-99fb-4414-8588-b371c4250a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.224467302Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-561bf4-access","reconcileID":"6a902e98-f37b-4244-9652-73f7d2658c1a","MaaSAuthPolicy":{"name":"e2e-rt-eq-561bf4-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.510718097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"61801783-16f7-466b-b5ed-8b0fc2027f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.531529252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c9f86d9c-8149-4ea4-8d25-b2c8516741a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.622390981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"bde535d7-a9c4-4e04-9878-1ce2eb393316","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.63417822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"bde535d7-a9c4-4e04-9878-1ce2eb393316","MaaSModelRef":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-561bf4-af5fb7f3e588","namespace":"llm","model":"e2e-rt-eq-561bf4","externalModel":"e2e-rt-eq-561bf4","provider":"e2e-rt-eq-561bf4-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.640585849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"61801783-16f7-466b-b5ed-8b0fc2027f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.777388353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c9f86d9c-8149-4ea4-8d25-b2c8516741a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.778202002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"208b92c9-afd2-4e37-b206-a0ac03f4aaa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.778917672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"9924f07a-acad-456e-af97-51a38234253f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.873409703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"208b92c9-afd2-4e37-b206-a0ac03f4aaa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:25.914362955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"9924f07a-acad-456e-af97-51a38234253f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.106090354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"52ea0f61-fba8-4baa-853c-c9a3d06b4e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.163969302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"52ea0f61-fba8-4baa-853c-c9a3d06b4e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.165562575Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"0a0a4b7f-5efa-4fbc-808c-620363ede718","namespace":"llm","name":"e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.201718952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"7a5f1ce2-0723-4a4b-a525-bcfbc13157cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.285762383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"7a5f1ce2-0723-4a4b-a525-bcfbc13157cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.307287145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9f085580-3e6b-4efd-896c-a49f3fec62e7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.307315105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9f085580-3e6b-4efd-896c-a49f3fec62e7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.307763474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43c5c9d6-4300-4b1a-9e0d-95706492413b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.307783384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43c5c9d6-4300-4b1a-9e0d-95706492413b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.308007285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5ed85031-783d-4c67-9e7c-993bede54fc3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.308022008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5ed85031-783d-4c67-9e7c-993bede54fc3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.333614297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"fbc893a5-ef54-4cd4-9804-756d20941bdf","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.362767909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"2b4ddf77-55ef-40ad-aa6d-f05753910323","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.362799878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"2b4ddf77-55ef-40ad-aa6d-f05753910323","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.387006174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"13e5bfb5-e01c-4bd6-8d47-3c9abcb55fee","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.391004905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"fbc893a5-ef54-4cd4-9804-756d20941bdf","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.41906385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa157549-5148-4439-a0c3-26bc201de9df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.419276568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa157549-5148-4439-a0c3-26bc201de9df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.419754616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae07f741-f432-44c8-9b84-a82ff1e57dad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.419799898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae07f741-f432-44c8-9b84-a82ff1e57dad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.420126417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c3e5d03d-d2e8-4cfa-a2a8-7f7241dd596e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.420193117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c3e5d03d-d2e8-4cfa-a2a8-7f7241dd596e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.420529091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b0f0ce4-4643-4e34-9df9-3b9c875c02a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.420572536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b0f0ce4-4643-4e34-9df9-3b9c875c02a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.421033562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ace9aa9b-711c-46b6-a046-1048a8141502","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.421078173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ace9aa9b-711c-46b6-a046-1048a8141502","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.427567968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b99c5dc7-c109-44bf-bad0-f2e425290833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.446095615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"13e5bfb5-e01c-4bd6-8d47-3c9abcb55fee","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.484485154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b99c5dc7-c109-44bf-bad0-f2e425290833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.526054308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad593f33-6cab-421d-9fe6-59c5e041cea8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.527655412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e594941e-2f1a-46b9-808e-e685b9559697","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.582068591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"8b4e086f-c3b5-49fe-9591-b26a2ebca0f5","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","model":"llm/e2e-rt-sw-eb96f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.598605233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0eed470-fb53-4e2e-a403-f39e7745e689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.706259008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0eed470-fb53-4e2e-a403-f39e7745e689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.709181504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"311a5c50-07fd-4c34-a5c4-bd975505a5e7","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.767220095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"d8f8962b-8b9f-4883-bdb7-99a4e23890d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.840358194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"d8f8962b-8b9f-4883-bdb7-99a4e23890d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.850940357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"eda0197f-9c4f-47fc-bb46-4bbc573d1e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.890850758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"6832a434-454f-4afa-a55a-77f59ed19d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.920983713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"eda0197f-9c4f-47fc-bb46-4bbc573d1e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.948595087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"48430d5e-39ed-45fb-8f1b-bd153d58c5f5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:26.951997095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"6832a434-454f-4afa-a55a-77f59ed19d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.005015943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"48430d5e-39ed-45fb-8f1b-bd153d58c5f5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.148323193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f8dd79-0c7e-49eb-9b42-9867b38b737e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.160077636Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-561bf4","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-561bf4","reconcileID":"b7f5afec-6baf-4338-9189-460fbcce0391","namespace":"llm","name":"e2e-rt-eq-561bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.205426456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"3613a9d7-1fec-4b88-84fa-febaaeb5d336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.219201531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f8dd79-0c7e-49eb-9b42-9867b38b737e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.282389958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"3613a9d7-1fec-4b88-84fa-febaaeb5d336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.299602703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"e490e045-6eb8-488d-a0f2-f7b448536bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.356516331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"e490e045-6eb8-488d-a0f2-f7b448536bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.397675325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7123c615-2cf4-4232-b7aa-f2d803b4e892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.397717663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"f80f7c65-0988-433f-a1ab-48d1cd590858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.455701363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"f80f7c65-0988-433f-a1ab-48d1cd590858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.455701366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7123c615-2cf4-4232-b7aa-f2d803b4e892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.59732974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"9c2aa75f-f721-4710-aa8e-70daa614cfce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.653807342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"9c2aa75f-f721-4710-aa8e-70daa614cfce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.699305376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e9756ecf-17bb-4094-9193-a00b48d5ff5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.755571343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e9756ecf-17bb-4094-9193-a00b48d5ff5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.796848611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"e535e4e2-bb50-45b2-abe1-21609848c4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.796925307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"93e90e6e-1aba-4e80-9dd5-c59971b08a23","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.850595955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"bccb8754-78be-4fbf-b8cf-df7814a5b9fc","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.857861842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"e535e4e2-bb50-45b2-abe1-21609848c4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.858805293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"93e90e6e-1aba-4e80-9dd5-c59971b08a23","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:27.907280364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"bccb8754-78be-4fbf-b8cf-df7814a5b9fc","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.021606396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"1c1a0d93-aca2-4fae-a321-e253d4c6fcb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.07870298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"1c1a0d93-aca2-4fae-a321-e253d4c6fcb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.133994937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"6b715cc2-7860-4b2b-b169-830f562c5294","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.134029154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"6b715cc2-7860-4b2b-b169-830f562c5294","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.275065126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6c882ae-927c-47f1-94c0-4464a803190a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.294756798Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"1d27610a-c1f3-4690-b0ee-df0e06553edd","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fa030e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.319450586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"af19ae7c-7d24-4e45-8ee8-a6ca2e85da18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.320287124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"7b5d7870-fa36-4020-8152-41a16a7d921c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.336873847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6c882ae-927c-47f1-94c0-4464a803190a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.378003603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"af19ae7c-7d24-4e45-8ee8-a6ca2e85da18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.378471773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"7b5d7870-fa36-4020-8152-41a16a7d921c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.42464614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"377150b1-2d7e-4224-8ad5-705ff56b8927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.425424421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"77590c12-1347-4a61-ae44-8023db734467","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.488398157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"377150b1-2d7e-4224-8ad5-705ff56b8927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.488398155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"77590c12-1347-4a61-ae44-8023db734467","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.785792369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"022ce093-0fbb-4db3-9317-8c1deb15e239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.816606675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"840b8916-50c1-4627-bfbf-3f40d1d29373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.842951736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"022ce093-0fbb-4db3-9317-8c1deb15e239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.869578201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e31bd66-568c-457c-9e62-f0cc52c9e9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.87357711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"840b8916-50c1-4627-bfbf-3f40d1d29373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.933787073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e31bd66-568c-457c-9e62-f0cc52c9e9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:28.964642986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"32f1ac4f-acf7-4455-8303-3b3fe241d6b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:29.023045212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"32f1ac4f-acf7-4455-8303-3b3fe241d6b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.528935392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"912f75a5-1d55-4d62-bd51-cac5d8d36f5c","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.584279155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"646ae24d-5fa8-4fa7-bb6d-ef91e260a9ac","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.797806169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"a13a7dd5-1bb0-4f39-a3f0-e74264d332bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.834891727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"d1edf299-6530-4cd6-9559-a48eb24422e5","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.856736209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"a13a7dd5-1bb0-4f39-a3f0-e74264d332bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:31.896899239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"264efe87-f89a-40f7-bb6f-0c7bb905cb0c","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:31.946085442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub1","reconcileID":"a77bfd55-532f-46d9-aa83-c502ca055463","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.044560841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"053fa679-683a-4be8-9fb2-ef787524b52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.044957201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"41c539cf-c544-4cff-9bcd-1bf82b8031e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.05643008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"a51f30a9-4c89-4248-8117-0957730b3a2c","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.102421445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"41c539cf-c544-4cff-9bcd-1bf82b8031e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.102459292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"053fa679-683a-4be8-9fb2-ef787524b52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.113388209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"1e9651b8-bddf-4d89-a664-63147f83aaf0","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.124547458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"2fa466ee-023f-4e5b-b0ab-c504d6c46b13","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.176538704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"3bf865d0-fe14-45b5-af47-5aaab4c1aa02","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.181398692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"81b65118-c63d-43ca-bdba-27ff3565b735","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.326887539Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub1","reconcileID":"9dc0fa74-5746-41bd-a16f-0228b5af4043","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-w3-e90e35","model":"distinct-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.403623988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"cc7ace1b-c630-4c09-b0bb-b409693c3f00","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.403678728Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-e90e35 priority=0:[ai-tenant-e2e-worker-w3-e90e35/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-e90e35/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.436170965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-user-sub","reconcileID":"06473007-01f5-4555-85bb-7f7e45e4813b","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.438683143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"637d6ec3-455a-4588-8184-938339d9c3d4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.442217931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"3d9879f9-2ea5-4996-8daf-17480ed0f148","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.463921771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"2244f401-75ae-4b89-bcdc-8b1c84cf31c8","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:32.490613918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub1","reconcileID":"9dc0fa74-5746-41bd-a16f-0228b5af4043","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.494759208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"637d6ec3-455a-4588-8184-938339d9c3d4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.498095596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"3d9879f9-2ea5-4996-8daf-17480ed0f148","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.512054069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"703ecb9d-cf35-446d-b12d-f0c082d85432","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:32.514481162Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-e90e35/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.568116327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"91caa03e-4cbf-474b-983f-ef214ab77017","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.588763224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"88861867-1ceb-4aa4-b0e5-4dfbcd768bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.588762172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b7143c7d-0c55-44ea-b740-2ac045482ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.647295403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b7143c7d-0c55-44ea-b740-2ac045482ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.650059289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"88861867-1ceb-4aa4-b0e5-4dfbcd768bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.653713483Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-user-sub","reconcileID":"06473007-01f5-4555-85bb-7f7e45e4813b","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/e2e-models-other-sub","ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.701002631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub1","reconcileID":"19e0e174-3dd9-4467-8e49-1389d8c7bee8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.805515606Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub2","reconcileID":"c2759f35-e37e-4922-896c-142433d0687d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","model":"distinct-2-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.85747141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"d81d3afc-7200-403b-a609-f9e165c4a010","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.902001061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-other-sub","reconcileID":"9ea39562-105a-4bd0-9fd0-c08104271112","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.902307376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"b1723e6e-3d4c-461c-9a75-75bbde3864f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.913910404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"b83db729-5225-41cd-b63f-bbe6d754d05b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.920982515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"f4d8151b-9f43-4f99-866a-f831cdf48528","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.953492163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"de37f7e2-ccf1-4ec6-9f23-c0b77ae2302d","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.953872245Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-e90e35 priority=0:[ai-tenant-e2e-worker-w3-e90e35/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-e90e35/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.970203151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"b83db729-5225-41cd-b63f-bbe6d754d05b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:32.977674286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"5f638793-cf90-4b03-ba4a-83e9674d194e","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:33.00755338Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-e90e35/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.115796247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"0318e6a9-cbf5-4715-a5cf-eee76d87361f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.118262784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"59b28801-4290-43b9-ae50-a21f1754578c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.130110388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"18ec2121-66fd-4e75-9f05-19a5c6b689a8","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.17268353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"0318e6a9-cbf5-4715-a5cf-eee76d87361f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.174200256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"59b28801-4290-43b9-ae50-a21f1754578c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.187264484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub2","reconcileID":"adee5f19-2cbd-4ab1-aa94-1a3b9b39e2b3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.220186925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"357abe68-b355-4a95-bca4-c1b15680ce75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.220189415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"23679dba-e8bb-4e9e-94ac-00e7167bfd78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.276722528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"357abe68-b355-4a95-bca4-c1b15680ce75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.276871466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"23679dba-e8bb-4e9e-94ac-00e7167bfd78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.33562029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"2eb65961-03cd-4b79-a232-d2fe386a9235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.35577999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"8bf4069f-02f6-43fb-945d-530aed75a458","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.392742764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"2eb65961-03cd-4b79-a232-d2fe386a9235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:33.483904425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"59b28801-4290-43b9-ae50-a21f1754578c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.53468834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"f7a591c6-4321-45e1-b4c3-2b22b4b019dc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.591593257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"f7a591c6-4321-45e1-b4c3-2b22b4b019dc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.636180449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"41e1993e-9170-4439-8555-a3aa5b1b283e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.693886507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"41e1993e-9170-4439-8555-a3aa5b1b283e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.753543836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"9428afcf-577e-4efd-8d9d-6cade87ffe5d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:33.809819884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"9428afcf-577e-4efd-8d9d-6cade87ffe5d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:36.561187848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"eab87cc3-134d-4196-a180-c2de1bea3b4f","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.158311924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"c94fc397-ff05-466f-8678-0590134bbaf4","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.259975774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"f72ff66d-802a-413f-848f-2a5e5d220a96","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.321418644Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub1","reconcileID":"0f47def6-7d26-44f8-96ed-e784bfb2f2d4","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b83534b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.418023482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"a864da98-f0c9-45c3-9b10-b306cce45572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.422876309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"b92b0cfa-bdbd-44f5-9e34-e2d003c90594","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.423667452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"78667f10-7a29-4238-9f47-95261d555b18","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.423750697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"1d4b7f5e-2246-4a6a-904b-6db154d1062f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.424112937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"edb190dc-e0ec-4c11-9559-62d1e250a19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.475251599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"a864da98-f0c9-45c3-9b10-b306cce45572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.479505223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"b92b0cfa-bdbd-44f5-9e34-e2d003c90594","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.481731367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"1d4b7f5e-2246-4a6a-904b-6db154d1062f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.481890672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"edb190dc-e0ec-4c11-9559-62d1e250a19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.48532575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"78667f10-7a29-4238-9f47-95261d555b18","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.839476922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"682ea251-fa01-479b-b2c3-805e796e1a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:37.896034362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"682ea251-fa01-479b-b2c3-805e796e1a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.048970546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"06bcd350-bd2c-4076-98e2-c15c9094f210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.049461967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"a26a0493-c188-4c20-8e7b-7027e5589f30","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.049490384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"90309aea-ae76-491c-86c0-ed396ea227f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.049857366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"76e70057-4df4-4dde-8ea0-20991139cf31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.105594842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"06bcd350-bd2c-4076-98e2-c15c9094f210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.107144183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"a26a0493-c188-4c20-8e7b-7027e5589f30","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.109511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"76e70057-4df4-4dde-8ea0-20991139cf31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.112173962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"90309aea-ae76-491c-86c0-ed396ea227f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.260947252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"c6b4cbc1-a63a-47db-8c32-a306e15f878c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.317590268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"c6b4cbc1-a63a-47db-8c32-a306e15f878c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.348390407Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"b8d41216-73bf-4403-8c07-ff6d63ec5330","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-eb96f8","subscription":"e2e-rt-sw-eb96f8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.453824791Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"b8d41216-73bf-4403-8c07-ff6d63ec5330","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.507125259Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-sub","reconcileID":"b8d41216-73bf-4403-8c07-ff6d63ec5330","MaaSSubscription":{"name":"e2e-rt-sw-eb96f8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-eb96f8","namespace":"llm","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.836783805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"72f64ab3-01a9-48b7-9fe1-aee91a42e840","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.836813159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"72f64ab3-01a9-48b7-9fe1-aee91a42e840","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.947703539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"f62e3456-c75c-4764-be7e-13401be891c5","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.993210711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"ab36377c-88a6-4af2-9ae8-3f3a63d0d369","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.993343056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb17adc4-e62d-4069-be27-ac6f17627a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:38.993697683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a1851c3-2d1b-411d-8769-b43b50d1dbd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.001347151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"dd7c2cf1-281c-499f-bdc2-305d8a69e98d","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.001368753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"dd7c2cf1-281c-499f-bdc2-305d8a69e98d","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.050747975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"ab36377c-88a6-4af2-9ae8-3f3a63d0d369","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.050937986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a1851c3-2d1b-411d-8769-b43b50d1dbd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.052934223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb17adc4-e62d-4069-be27-ac6f17627a8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.313327106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-eb96f8-access","reconcileID":"0941c5e0-de5e-4edf-87a4-4194a677d5f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-eb96f8-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.577478402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"ec19665b-42a5-4a58-a21f-4a503a92d9d3","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:39.577514625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"ec19665b-42a5-4a58-a21f-4a503a92d9d3","MaaSModelRef":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-eb96f8-783d93fe0b2d","namespace":"llm","model":"e2e-rt-sw-eb96f8","externalModel":"e2e-rt-sw-eb96f8","provider":"e2e-rt-sw-eb96f8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.115320583Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"125b2870-6b7c-49f0-90c5-9420a9874c5a","namespace":"llm","name":"e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.172242743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2c3a4bc-889c-41ce-808f-873a0e0fc702","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.17226933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2c3a4bc-889c-41ce-808f-873a0e0fc702","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.172644789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8c6d7bd7-b8c0-4a01-a96c-dcf6cbb51fad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.172660604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8c6d7bd7-b8c0-4a01-a96c-dcf6cbb51fad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.172909687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f81d8790-16cc-43da-b76e-821dfb5c1c12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.172922627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f81d8790-16cc-43da-b76e-821dfb5c1c12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.173163298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03a4c87a-b6dd-4c2f-b285-aedf6f037359","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.173184649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03a4c87a-b6dd-4c2f-b285-aedf6f037359","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.173497211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b35015e7-b94b-4fb7-928e-1e614d2ef4bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.173508677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b35015e7-b94b-4fb7-928e-1e614d2ef4bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.173794179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5814631f-aed9-487c-b5e5-18679e719b7f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.173808631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5814631f-aed9-487c-b5e5-18679e719b7f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.174000199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9022122f-2266-4900-9839-8ccd53ce9069","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.174011026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9022122f-2266-4900-9839-8ccd53ce9069","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.174245656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"37a55500-9e72-43fe-a278-3a595a74a60f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.174257212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"37a55500-9e72-43fe-a278-3a595a74a60f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.273751695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a66c4d8f-f0d2-403b-9135-6490e897077a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.273937167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d7bed31-1c44-435d-a71a-83888625d0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.274212968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"b8178d3c-44ae-47d3-901a-bfe0055288e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.33071527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a66c4d8f-f0d2-403b-9135-6490e897077a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.331414785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d7bed31-1c44-435d-a71a-83888625d0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.333358531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"b8178d3c-44ae-47d3-901a-bfe0055288e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.377373243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ae84e9c9-deee-4a0f-bd05-0fc52b198df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.377806824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1e71b906-8435-4179-87df-94ed20f140cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.384688916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"44c5593e-db0e-4d34-b1cc-a1d60c6be017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.384710143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5cc24f1a-2d4a-44bc-a9bd-6c21b274ea57","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.437089744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1e71b906-8435-4179-87df-94ed20f140cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.47966845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ae84e9c9-deee-4a0f-bd05-0fc52b198df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.68692077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"3127c461-3c57-4afb-a6cb-b64b6eb3b795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.68695659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"dee5c15f-909d-49e5-9254-9511e1ebb63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.687438244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"ebe1cbd4-729e-4e68-989c-78c2feab0c5e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.74899537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"ebe1cbd4-729e-4e68-989c-78c2feab0c5e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.758239443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"dee5c15f-909d-49e5-9254-9511e1ebb63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.810786852Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-eb96f8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-eb96f8","reconcileID":"4e078a5b-65ee-4d7c-b177-70a10c789ba7","namespace":"llm","name":"e2e-rt-sw-eb96f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.839279962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"3127c461-3c57-4afb-a6cb-b64b6eb3b795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.96148808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3e68c905-dee0-454e-a46a-4265ece08add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:40.971735284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee47f2a0-e5dd-4e8d-b8ed-2694e53b40c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.0176864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3e68c905-dee0-454e-a46a-4265ece08add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.029553175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee47f2a0-e5dd-4e8d-b8ed-2694e53b40c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.180221451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"69514c1c-9c91-4433-9964-78250ed26f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.247087651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"69514c1c-9c91-4433-9964-78250ed26f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.414865446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"906bf4ea-dc0b-4a21-827e-079c0ec5f6e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.415730082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"6c916f47-033d-49cf-a71b-d55e65c9674b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.432777155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"1196a7c4-cf76-4c3d-ace2-73f375749353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.433161714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"8929d3f7-088f-4392-aa87-ed6f619df484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.477118409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"906bf4ea-dc0b-4a21-827e-079c0ec5f6e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.478181164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"6c916f47-033d-49cf-a71b-d55e65c9674b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.491928489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"1196a7c4-cf76-4c3d-ace2-73f375749353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.524838103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"8929d3f7-088f-4392-aa87-ed6f619df484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.673065068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"f7ead401-721c-44e0-8b6a-11beb54d9c45","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.765875321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"f7ead401-721c-44e0-8b6a-11beb54d9c45","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.870566821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e3d8185-bc50-4e76-9c36-e011e8eb18d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.927029526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e3d8185-bc50-4e76-9c36-e011e8eb18d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.957856421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"96f3a83a-4b02-4911-871d-2eb5f1693b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.95805091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"e7bdd4eb-14c3-4c10-a244-42a3ff50e2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:41.957870957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"b794f814-9345-4d29-b323-f396a7c5cd7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.016098357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"e7bdd4eb-14c3-4c10-a244-42a3ff50e2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.016239454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"b794f814-9345-4d29-b323-f396a7c5cd7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.018725935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"96f3a83a-4b02-4911-871d-2eb5f1693b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.149637644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c9d51460-28ba-4ff1-98cd-17e481bf26a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.206050317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c9d51460-28ba-4ff1-98cd-17e481bf26a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.352787076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"9bf008f8-6aee-4660-9d02-020accf30608","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.410198214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"9bf008f8-6aee-4660-9d02-020accf30608","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.451836198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1dde42c-5622-4446-b13d-b3eeaec15188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.452492738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d4f29c2a-e85b-45fb-9e59-3a00a7cb7f07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.508862022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d4f29c2a-e85b-45fb-9e59-3a00a7cb7f07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.509011897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1dde42c-5622-4446-b13d-b3eeaec15188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.556688976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"9b9532c1-9e96-4937-84a2-fc3a11d6d791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.612934165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"9b9532c1-9e96-4937-84a2-fc3a11d6d791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.658557995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"5ea5d4d0-cdef-4239-8c5f-e5c171c62126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:42.715380987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"5ea5d4d0-cdef-4239-8c5f-e5c171c62126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.293179469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-other-sub","reconcileID":"a097abdc-40cf-4bab-ba1f-b5e04ae72987","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.513459346Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-other-sub","reconcileID":"a097abdc-40cf-4bab-ba1f-b5e04ae72987","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.72584431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"916e79d0-5936-4723-ad00-1058ea191e7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.77752524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"48fd5e5e-fbc1-4e00-b324-35a0fe36db16","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.929720415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"85932ce7-7805-41de-98ce-902e134ef395","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.936169957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"39f6e4df-dd71-4a6d-9876-b178b479097c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.936385312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4a0c0c03-b2bd-4b37-b1cd-ea69384b7454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.936168029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"29ab31b9-e82a-42ef-8709-731167be3e42","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.99339013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"29ab31b9-e82a-42ef-8709-731167be3e42","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.994223855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"39f6e4df-dd71-4a6d-9876-b178b479097c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:43.995656295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4a0c0c03-b2bd-4b37-b1cd-ea69384b7454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.150562753Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-models-access-denied-auth","reconcileID":"6dae8309-c72d-4298-bb0c-320e23214e94","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:44.361553213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"8de12eb6-ecd4-4fa0-a669-f7bcec45843a","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:46.958741845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub2","reconcileID":"7e7eede4-8091-4772-86ac-de1a12eb6f66","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:47.152247408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"f10ca883-8409-4305-8044-f09aa8d6cb65","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:47.386649085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub1","reconcileID":"d903c311-a8bf-4ffa-8b72-af5e628e0ddb","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:47.440645594Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-sub","reconcileID":"63589208-43f4-4e06-a28b-7ab97e9758a7","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:47.45068114Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub1","reconcileID":"d903c311-a8bf-4ffa-8b72-af5e628e0ddb","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:47.523278756Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub1","reconcileID":"d903c311-a8bf-4ffa-8b72-af5e628e0ddb","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:47.645851338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:47.71593153Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-sub","reconcileID":"63589208-43f4-4e06-a28b-7ab97e9758a7","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a3e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:47.872984194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"510b5380-5241-474c-b6ac-bf26c25b3650","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:47.962524135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"7c2a8cb8-24a0-4430-9d91-41dbedd0a764","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.027168244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"a189211c-167c-4a9e-9254-0b99ff3dadfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.050322624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"764b1dc6-9f56-4736-8bb8-c0bc83572aec","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.142603983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"9fc27c88-0518-4170-b7b8-0e4d9a762eec","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.159769905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"95834e68-e132-49b9-bfca-48ac15aa0fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.225000965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"95834e68-e132-49b9-bfca-48ac15aa0fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.241529254Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub2","reconcileID":"d016a629-c056-4adf-b6f3-bf3b63189a13","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-61a92e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.241891569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"73f5ebb8-ffa6-4709-9dcb-096065355e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.24218431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"59d2ab0c-2e46-4f9b-b9c9-2eeea4109aa5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.24243826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"804c9d5c-4f1a-4ee8-83cf-41a94a3feb1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.244191919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"e3513dec-1eaf-47f8-a61e-95f8066b429a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.487273358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"804c9d5c-4f1a-4ee8-83cf-41a94a3feb1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.557866778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"e3513dec-1eaf-47f8-a61e-95f8066b429a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.558916914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"73f5ebb8-ffa6-4709-9dcb-096065355e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.570866032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"59d2ab0c-2e46-4f9b-b9c9-2eeea4109aa5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.835730747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"25e35416-174c-47f2-a609-47b59df4075c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.901371895Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-user-token-filter-auth","reconcileID":"bca5a6a7-bcb5-440b-bdd6-b228b4219c86","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:48.923350187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"25e35416-174c-47f2-a609-47b59df4075c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:49.182737676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"0271565c-16df-4561-93ab-d623cf36cd5a","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:49.253383162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"f6feae97-ab4f-4ebb-b877-55b93ae0239c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:49.254343953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b8501248-8e99-4e1d-ad50-c1f259e4005d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:49.255245578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"829963c0-42f1-4e97-b236-46f541075c33","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:49.389337144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"f6feae97-ab4f-4ebb-b877-55b93ae0239c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:49.419656044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"829963c0-42f1-4e97-b236-46f541075c33","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:49.424356798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"b8501248-8e99-4e1d-ad50-c1f259e4005d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:49.540752641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"f083f3f4-1bf8-45dc-b4a8-7142d7c4dd9e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:49.604417192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"f083f3f4-1bf8-45dc-b4a8-7142d7c4dd9e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:55.793337784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"b65fb6dd-b6b1-4c6e-adcb-07e504c9e58c","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:55.853441849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"cc304127-2f75-4737-b6be-94d4095cb9bc","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.071867685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"cd951778-4f19-45d4-be00-98cc1ea7d3ff","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.097420499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"3ee483f8-9bd3-4726-8a12-166fe76d7938","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.098301203Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1c3eef priority=10:[ai-tenant-e2e-worker-w1-1c3eef/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.140546927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"cd951778-4f19-45d4-be00-98cc1ea7d3ff","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.163671022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"3dfb2c5c-a3ff-4983-8d96-4bfacc22b360","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.217793094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"79526045-2333-42fc-ac34-ed6de2aec85d","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:56.222346442Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-1c3eef/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.276596594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"2bb0ee5b-6972-425f-a778-7d29d24fe19f","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.328646597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"36439798-cd4a-404f-aadf-d386ce059454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.329031069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"c4b447eb-aa1b-4878-b972-1bad417c3db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.387510606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"36439798-cd4a-404f-aadf-d386ce059454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.388221216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"c4b447eb-aa1b-4878-b972-1bad417c3db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.41724474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"902124e3-fe36-4517-89ac-92147170eccb","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.434404535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"cdf2d40e-fb0a-4dae-9955-7314d69b18fd","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.474000055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"70492d66-f2d5-4258-8c4d-441785aa3847","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.516689099Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub1","reconcileID":"69c66c47-4259-4529-8bf5-7da97a7f411d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-w1-1c3eef","model":"distinct-w1-1c3eef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.695510247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"b5eb9ebb-2061-4a14-813e-dd898e80430e","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.7176554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"7611944c-327d-4759-aca9-6da861ab7890","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.718016467Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1c3eef priority=10:[ai-tenant-e2e-worker-w1-1c3eef/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.71846222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"d1409782-6976-476a-b047-10bf59d254b9","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.777748467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"7611944c-327d-4759-aca9-6da861ab7890","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.781876105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"6d7d1042-3190-42a6-8410-e1b0570f3922","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.820694086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"5fd36c3e-af3e-4b4c-bdef-76276673eb3d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.834870104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"95f71253-20f7-4efd-bd2b-fe07222c6870","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:03:56.841490784Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-1c3eef/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.877023839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"92bcd096-53c0-49a8-8fd6-43f760f90b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.881303176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"5fd36c3e-af3e-4b4c-bdef-76276673eb3d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.896460429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"b524b3c4-d2de-4e91-a8df-067e6fec7a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.900005959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"8e0b56a9-a575-442e-aa4b-74d18d3c68ac","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.925831468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub1","reconcileID":"c2136c1d-089f-4bcd-aa9a-0c472b258889","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/distinct-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.949979212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"92bcd096-53c0-49a8-8fd6-43f760f90b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:56.961287567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"b524b3c4-d2de-4e91-a8df-067e6fec7a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.177355602Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub2","reconcileID":"51caf88a-77b2-46ce-a596-1fcc0f353f2a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-2-w1-1c3eef","model":"distinct-2-w1-1c3eef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.231982276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"cdb0b4bf-13c2-4430-ad86-f5ff31a18a52","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.312725183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"78fc6455-1fe8-451e-b470-198edb63a8ac","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.365460372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"ea1fb999-35a4-4818-9411-96c895fc53e1","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.372556777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"78fc6455-1fe8-451e-b470-198edb63a8ac","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.51700782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"23fc9032-d2d6-473d-9370-0b40225d4bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.517908851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"b1276655-c1d4-48e7-b8c5-9a1e1513a8d9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.518473074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"742c73f0-bbb5-4748-a26e-95037625f4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.5759269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"23fc9032-d2d6-473d-9370-0b40225d4bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.576518661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"b1276655-c1d4-48e7-b8c5-9a1e1513a8d9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.578354712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"742c73f0-bbb5-4748-a26e-95037625f4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:57.594886468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub2","reconcileID":"e3c0fd8b-472e-4c83-93c5-9aae21d702f4","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-2-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/distinct-2-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:58.358647684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub2","reconcileID":"07ec0752-da82-485b-974a-9e75f90b9fd2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:58.424533095Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub2","reconcileID":"07ec0752-da82-485b-974a-9e75f90b9fd2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:58.478897021Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-sub2","reconcileID":"07ec0752-da82-485b-974a-9e75f90b9fd2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:58.768885133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"cd37030e-8a5c-4beb-a207-bb6dd331a442","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:58.769403228Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-1c3eef priority=10:[ai-tenant-e2e-worker-w1-1c3eef/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-1c3eef/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:58.8355716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"07812e56-f559-4751-923d-f74eb751c387","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:58.951005998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"8eed90e2-af73-49d2-95af-811b8128d651","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.059672622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"e8ed9882-f391-40d0-bacf-3e98a5f76011","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.060252174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"be4b2a81-0366-4206-8bc7-74e02dd329d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.06068191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"312b6776-4b19-4747-86d2-ef3e6195434c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.060976658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"320bbe37-cb37-4ee0-89c5-1bb9edf7259a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.123365079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"312b6776-4b19-4747-86d2-ef3e6195434c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.132709915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"e8ed9882-f391-40d0-bacf-3e98a5f76011","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.132967087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"be4b2a81-0366-4206-8bc7-74e02dd329d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.147104602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"320bbe37-cb37-4ee0-89c5-1bb9edf7259a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.333592316Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth1","reconcileID":"11bf2d4b-a5ff-4d2e-a311-4b8ebf9d5013","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.497102154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"af5804d9-116e-49f0-8fb3-7a0f166623b8","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.506191937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"f8c8d1c1-6e10-4a6a-9275-a0afda2d04c0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.564743055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"f8c8d1c1-6e10-4a6a-9275-a0afda2d04c0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.667766097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"725e63a4-d9df-4a03-918b-eb8b149ff128","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:03:59.771058957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-multi-keys-auth2","reconcileID":"cb1c41b2-6427-4e74-bd59-70ce4b26bb4c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.027820242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"80d1f73d-36ab-44ab-b06e-2b18770e5d5d","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.563736214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"d0dfe56e-6e18-40d6-8d07-00ad5f1e9028","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.727532835Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub1","reconcileID":"b4da9d74-f6a7-4d9f-ad23-1e6d3886a1b4","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cdba4ee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.827626999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"2e25db5c-55e3-4d2d-925f-b1ce0327ce23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.82767076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"ec3e1cbd-4920-4dc6-adfa-dda42217b69f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.828188068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"91cc6850-a1d9-418c-84b1-bb23939843ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.82855048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"a80e80a8-4968-43e5-9c90-9225818b3887","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.884172777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"2e25db5c-55e3-4d2d-925f-b1ce0327ce23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.885015276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"91cc6850-a1d9-418c-84b1-bb23939843ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.886879698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"a80e80a8-4968-43e5-9c90-9225818b3887","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:00.887499006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"ec3e1cbd-4920-4dc6-adfa-dda42217b69f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.283525975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"0c00dce1-c502-4a99-b040-858c50b6090d","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.341401187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"97e12577-c068-4ac2-a7ab-c6781ca75bdb","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.357921383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"4e564db9-2197-49f1-98e1-ab44c8644717","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.358432776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"4e0b1bbe-5800-43e6-90d6-48f663ef9cfa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.358482866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"be2cb91d-74b4-479e-8175-498b732fae32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.357926229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"ac6777d3-d9b0-4d01-ac70-79c146fc4c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.416111776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"be2cb91d-74b4-479e-8175-498b732fae32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.4163595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"ac6777d3-d9b0-4d01-ac70-79c146fc4c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.418559324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"4e0b1bbe-5800-43e6-90d6-48f663ef9cfa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.418757444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"4e564db9-2197-49f1-98e1-ab44c8644717","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.468235341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"138c547b-5fed-4aac-885c-8dec570d9d57","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.499073011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-auth","reconcileID":"7390d338-8c73-4aa4-83bd-26056cf06d58","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.557001958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-auth","reconcileID":"7390d338-8c73-4aa4-83bd-26056cf06d58","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.578251423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"aab00a45-1ae3-477d-8ff5-0f2225480132","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.632775515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"da605ea8-5a7e-41df-b4b4-eb4cb8c8484a","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.636034315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"9df9caa2-23d6-4990-af4a-42946232be58","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.688025475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"ed5d7f45-e74f-4e94-9e4d-aaa7ceba953e","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:04:01.689688625Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d2a3e0/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.74492594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"bdf1c4d8-af4e-4b09-af21-e9ebd196eb4e","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.778797436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f38951e5-fd1f-4dfd-8257-dff548459407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.778799779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"cfaac903-618f-441d-ac94-49db2ace5fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.793770544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"23c46990-201b-4825-8590-d2b1511547a4","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.835637769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f38951e5-fd1f-4dfd-8257-dff548459407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.835725506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"cfaac903-618f-441d-ac94-49db2ace5fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.852915227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"54fee871-939b-4e27-9e17-1998dc436972","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.87924061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"e83262d2-8900-4ddd-9c42-66304d885dfe","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:04:01.903333068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d92abc38-40d6-45f8-a736-9d66ba56b519","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.905305509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"69dc7ab2-8d28-4df8-b8e3-dc2e614140a5","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.932113108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"207741f8-f5f8-407a-a361-ec73c3b08050","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:01.988863729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"207741f8-f5f8-407a-a361-ec73c3b08050","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.013531389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"8e403437-52df-4574-b3a6-309a51ec3165","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.017246009Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-sub","reconcileID":"14c2c4d8-d110-47c0-b10e-2e697cb00779","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d2a3e0/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-d2a3e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.032861625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"9d2aa8b9-7ee5-4532-bf71-885db01e7a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.072105128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"1d8a7ee7-22e0-465d-9fbe-6dae697afe3e","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.081045106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-auth","reconcileID":"907df699-5cc6-4cc6-b0b9-44adc6fbf325","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.089979474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"9d2aa8b9-7ee5-4532-bf71-885db01e7a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.147284067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-auth","reconcileID":"907df699-5cc6-4cc6-b0b9-44adc6fbf325","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.180812641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"2c56d98b-8a12-4ce2-8d83-d34282dbcb68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.180932412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f3199c38-8800-4898-adff-488b731efec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.190746459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"fd88c206-a980-4a48-8592-0e164eaa887d","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.233262781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"0d01f823-f002-4a24-a0ce-113420cbeb12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.241254175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"2c56d98b-8a12-4ce2-8d83-d34282dbcb68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.24160856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f3199c38-8800-4898-adff-488b731efec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.325612864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"f298ba7a-c535-4b0e-9546-c71b67fedc45","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.336831446Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"91413eb6-f069-4960-ab39-aa9ed07b9538","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-w3-e90e35","model":"distinct-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.464634746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-sub","reconcileID":"616a52a6-0c22-4fbd-8769-63f90514b864","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.526862477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"ffea3c6c-928f-43c6-aef0-c248512f0973","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.56834792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"05b941c6-eba9-44dd-8cd4-146a667a3b55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.626572702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"05b941c6-eba9-44dd-8cd4-146a667a3b55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.649327475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"9f9d215a-f40f-4226-a383-45a05987f71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.649327477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"e3daf646-fbca-4bb4-8f4c-8f11169b9cae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.706421361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"9f9d215a-f40f-4226-a383-45a05987f71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.706875062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"e3daf646-fbca-4bb4-8f4c-8f11169b9cae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:02.738389373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d030e810-6201-41e6-a2d9-f9d153884179","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.318507692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"25eb69ff-c16a-4010-a60f-db5783e61fd1","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.336747144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"37759439-89ba-422c-b0e7-fe05b13b7d97","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.337520263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"2c60eaf8-0823-46eb-92d7-31b28bd949c5","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.392018507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"1796818d-0ed8-415e-bcdc-a9dbe6efed50","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.392473117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"e954a12b-88ec-4ed9-8a60-184d29968cfb","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.392840883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"c91a3a39-803b-4bf9-a206-611f87c15901","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.508364541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"a12e9a13-98a5-4bda-a3a9-51f0f1728a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.511294799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"917ff482-9998-4fb0-bc95-1f13cb239f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.556244492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"84b2ab46-2324-483a-9854-32f68e27fa61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.569123483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"a12e9a13-98a5-4bda-a3a9-51f0f1728a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.576544948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"917ff482-9998-4fb0-bc95-1f13cb239f26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.671868406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"b29c8179-a7e3-4bf4-8f2c-09585c260ff8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.9418807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"d8e19978-84f6-422b-9fdf-08c933bda93b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.941883595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8d82fe00-24b1-446e-9cc3-7198adbc3db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.998983151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8d82fe00-24b1-446e-9cc3-7198adbc3db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:03.999218657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"d8e19978-84f6-422b-9fdf-08c933bda93b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:04.944202919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"50d03ede-ba46-4e39-8602-5360949807f4","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:05.102413421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"ccdbc3a5-e9cb-4cc9-8b0b-f9647c82fe29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:05.102438987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-auth","reconcileID":"665f693f-1dfe-4a15-b6bc-f993ebad5c17","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:05.10289534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"13390a9d-329d-446a-85a6-47733e4721ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:05.163578457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"13390a9d-329d-446a-85a6-47733e4721ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:05.163578458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-auth","reconcileID":"665f693f-1dfe-4a15-b6bc-f993ebad5c17","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:05.165789446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"ccdbc3a5-e9cb-4cc9-8b0b-f9647c82fe29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:10.785261069Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub1","reconcileID":"576b7c66-b8f6-4838-9a4f-079be71aa7ff","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-w1-1c3eef","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:10.845737443Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub1","reconcileID":"576b7c66-b8f6-4838-9a4f-079be71aa7ff","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:10.900070705Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub1","reconcileID":"576b7c66-b8f6-4838-9a4f-079be71aa7ff","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/distinct-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.19228304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"44e09669-ef06-4628-954f-208a0b6aa127","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.254038429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"d21aa54f-529d-4cd8-8236-486872b21c95","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.360768221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"65eb8044-29b9-492f-bcd8-015f4e21a4c0","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.496823879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"6c212bb1-3b99-46df-9724-0614fe26b114","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.497963944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"0c99cdd2-460a-4bae-bcd0-3f1c680efb95","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.498689347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"147a03dc-5837-4d04-a0cd-c957e599117b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.499373136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"068be698-f951-4e7e-a5da-72834529afea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.560543917Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub2","reconcileID":"f7873bd1-40a0-45e2-abaf-f5fddedae7eb","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d2c5ed83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.577523374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"0c99cdd2-460a-4bae-bcd0-3f1c680efb95","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.581862729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"6c212bb1-3b99-46df-9724-0614fe26b114","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.581893794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"147a03dc-5837-4d04-a0cd-c957e599117b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:11.583113216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"068be698-f951-4e7e-a5da-72834529afea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.134901694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"9129b9d7-65a4-489c-9ddb-fa56ca8f9ac9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.135566251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"44b8596c-bcda-443e-871e-b54a30d737f8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.136047697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"3f359c4e-da75-443e-9975-9399f13821d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.136923058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"e7342b20-384a-4040-b1af-bffef2d02759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.14820585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"9fb69837-6761-4423-a45f-c8858d00a076","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.282109523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"44b8596c-bcda-443e-871e-b54a30d737f8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.293941464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"3f359c4e-da75-443e-9975-9399f13821d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.351391567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"e7342b20-384a-4040-b1af-bffef2d02759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.370326143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"c700bd41-1c1c-4516-b3d1-8449943c14eb","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.429226392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"9129b9d7-65a4-489c-9ddb-fa56ca8f9ac9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.655620073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"9b461a0c-8fc3-40c7-afc0-93e186878016","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.65663769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-e90e35 priority=0:[ai-tenant-e2e-worker-w3-e90e35/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-e90e35/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.73674136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"813e586f-da23-4c57-a008-35e15ec606e4","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.78453478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"e5d8da22-9128-4fe4-9531-975d3cef29fc","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.787769502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c86a771c-941b-4c64-9d4b-0169330cb5f1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:04:12.860604111Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-e90e35/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.86103428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"89eb53a8-c9eb-44d2-8fbe-3ea316c46572","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:12.897047224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c86a771c-941b-4c64-9d4b-0169330cb5f1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.070791225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"482ab5d2-9a97-49ec-aab2-9011c81e01fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.18508538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"482ab5d2-9a97-49ec-aab2-9011c81e01fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.185653214Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e26a19a1-4153-4ad0-b3d4-3d505bd70fca","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","model":"distinct-2-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.209212695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f1d7d036-b5dd-4674-9787-ad4dc319bbca","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.209893314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"05e6dabd-7521-4761-a09a-7068b01fbde6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.380375897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"05e6dabd-7521-4761-a09a-7068b01fbde6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.421374036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f1d7d036-b5dd-4674-9787-ad4dc319bbca","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.43678986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"0e68ac7c-f10c-4169-a406-093c64f8752a","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.521825225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"c3cf5906-de78-4b73-8af0-983e58d3f6dc","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.612296596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d24f0f78-dc7b-4748-83c0-a55e10d8fd41","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:13.981558193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"39b32cc3-1a56-44b9-add6-59ad27826bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.010871635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e68b703e-6bd9-435d-a9f6-fdd095110dc2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.254651939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"53a92aad-7301-4dba-8b29-20d736379a0a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.369326549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d1326cb6-cc84-4351-a69a-bcddd50decc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.405924008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"843753d7-3dd3-44cf-8f6b-891dff851ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.642209426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"39b32cc3-1a56-44b9-add6-59ad27826bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.710323179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"843753d7-3dd3-44cf-8f6b-891dff851ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.74286784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"f73c2962-8bce-4752-a81f-5b58bf45c1f0","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.764781005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e68b703e-6bd9-435d-a9f6-fdd095110dc2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.767525567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d1326cb6-cc84-4351-a69a-bcddd50decc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.890992113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"c5263316-8950-46ab-ace3-231113b5a645","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:14.904674462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"128ec1a4-4186-470b-a9fa-173de07c590b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.000168051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"128ec1a4-4186-470b-a9fa-173de07c590b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.184406227Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-sub","reconcileID":"0d1f6507-44f9-4999-afaf-49c2ec7947ea","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:04:15.269892518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e68b703e-6bd9-435d-a9f6-fdd095110dc2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.455055783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"a01bf0d9-8686-468b-8a88-1ab4e0532bdc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.455485978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"399647df-d4f0-4c79-b6ce-25cd88bb86da","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.484814391Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-sub","reconcileID":"0d1f6507-44f9-4999-afaf-49c2ec7947ea","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a3e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.55566035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"864b8624-e302-4c92-b885-49333621b15b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.570570495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"399647df-d4f0-4c79-b6ce-25cd88bb86da","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.584579929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"a01bf0d9-8686-468b-8a88-1ab4e0532bdc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.673241375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"864b8624-e302-4c92-b885-49333621b15b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.706799215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"41e5fd6e-abde-4445-996c-83238d95bc13","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.800128498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"1371f634-5729-4eb8-91c2-8be6d081fa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.831161992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"0b3efec9-0f97-41ca-8f91-6d9521bf3bbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.83909022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"41e5fd6e-abde-4445-996c-83238d95bc13","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.888573827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"1371f634-5729-4eb8-91c2-8be6d081fa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.95843208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"ac480c07-bd4b-4c79-8f9d-c88c4e201b69","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:15.958903773Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-e90e35 priority=0:[ai-tenant-e2e-worker-w3-e90e35/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-e90e35/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.029821969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"37ac5a81-434e-479b-93b2-fd7be7cb22a1","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.110104002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"e3dd41f0-1426-4dc2-8f92-e09c88af62a4","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.307747429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"23ddd3cf-d638-4b95-aa1e-ae2cc7f76cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.389904662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"23ddd3cf-d638-4b95-aa1e-ae2cc7f76cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.478635956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ec3d8463-791c-49db-84c0-dc2c3869646c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.479827989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"20892e55-3653-437e-b4a0-8d184f29f483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.480578899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"a27c66e9-b146-438c-a5a5-5eb348355bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.539159654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dc6ff34c-d5e8-422b-98c4-d400c51be797","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.588225277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"20892e55-3653-437e-b4a0-8d184f29f483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.625286553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"a27c66e9-b146-438c-a5a5-5eb348355bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.706703507Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-api-key-scoped-auth","reconcileID":"d9eac4b2-9235-40e4-a5f6-f97331836557","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.847220837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ec3d8463-791c-49db-84c0-dc2c3869646c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:16.892609239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dc6ff34c-d5e8-422b-98c4-d400c51be797","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:17.180989746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"7452908e-7edf-46ec-bde5-1c03a58f57e2","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:17.214827603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"31433c37-35e7-4c99-b94d-928487b31808","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:17.619387044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:17.74243858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"476500b3-a2b0-4575-94a1-3eb1b6747b56","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:17.806118681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"476500b3-a2b0-4575-94a1-3eb1b6747b56","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:21.617752371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub2","reconcileID":"2a3ed344-1596-4279-8ee9-ba47224ff2db","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-2-w1-1c3eef","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:21.671745207Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub2","reconcileID":"2a3ed344-1596-4279-8ee9-ba47224ff2db","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-2-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:21.73393038Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-sub2","reconcileID":"2a3ed344-1596-4279-8ee9-ba47224ff2db","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/distinct-2-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.088287876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"780f0ae6-27f2-4c21-ab8d-94e24ff3d06f","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.088342447Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-e90e35 priority=0:[ai-tenant-e2e-worker-w3-e90e35/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-e90e35/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.234185262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"445a655f-1ab7-46a1-9da4-fcab0a3e49f0","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.373559358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"e16d33f7-f482-4fda-8de9-30e3460520cc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.373826885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"64284097-de2a-4d1b-b282-6bc0ecc60471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.374007993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"55ac04cc-cace-4450-9f0f-15db258b729a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.378259264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"c284ff22-d063-4ca9-adca-888f427fd88d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.442950829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"64284097-de2a-4d1b-b282-6bc0ecc60471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.447489705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"55ac04cc-cace-4450-9f0f-15db258b729a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.451651564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"c284ff22-d063-4ca9-adca-888f427fd88d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.455087721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"e16d33f7-f482-4fda-8de9-30e3460520cc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.659365278Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth1","reconcileID":"4e866558-1624-43ba-9a8d-87a98e1cc744","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.90470963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"2dca606f-058b-479b-8719-0f11bd760b03","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.923758548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"5ba91de9-4442-44fe-8c81-20937d3d47e9","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:22.961903816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"2dca606f-058b-479b-8719-0f11bd760b03","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:23.102744315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"009d081d-ad1b-4f3d-8c84-88a2b5cc29b4","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:23.169589839Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-ignore-header-auth2","reconcileID":"260bc749-5dfb-43c6-a8be-deb1dd965229","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/distinct-2-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:23.426919685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"31dcc62c-93ef-4284-9659-732a4e6a7390","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:24.669077414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"57fe6a3b-3690-48ed-afb2-8cf368b874b0","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:24.831589854Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"41368066-f6f5-4bef-81c7-f6dfca797ec4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3626c1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:24.931291519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9feedfa8-1856-413c-ad0d-894b2c28f112","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:24.931296655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"f366f232-784c-4167-9b0f-dce63801b9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:24.931874923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"0862e102-4df4-43f4-a9fb-6952f058c3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:24.931901613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f7aa64dd-f445-48f6-b23d-5220c8384042","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:24.989747267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9feedfa8-1856-413c-ad0d-894b2c28f112","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:24.992896908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"0862e102-4df4-43f4-a9fb-6952f058c3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:24.993107375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"f366f232-784c-4167-9b0f-dce63801b9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:24.995328222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f7aa64dd-f445-48f6-b23d-5220c8384042","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.459760442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"898530b7-ca8e-42e3-bbf7-a4712c09cd0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.459983875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"719e482f-b2a0-407c-8a29-54486773cca4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.460280081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"d45eddbc-d5b0-47cb-8bc8-213b72cf99d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.460464314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a6cb8ca1-51fe-44cb-aeb3-cb37c9998dfa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.517464087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"d45eddbc-d5b0-47cb-8bc8-213b72cf99d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.517499494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"898530b7-ca8e-42e3-bbf7-a4712c09cd0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.519876065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a6cb8ca1-51fe-44cb-aeb3-cb37c9998dfa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:25.519948048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"719e482f-b2a0-407c-8a29-54486773cca4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:32.924774046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"b59291d5-c8ea-47b3-9e82-e34b30454c5c","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:34.825398638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"0151540e-0cb7-4fc2-b06c-f58730889288","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:34.825992444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"2c728e12-0b8b-4b45-9d17-1e4bf699b0b8","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:34.898471753Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"03e03910-0313-4fa2-83b9-616ff55128bb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:34.899984852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"53aa5fa6-eff2-4687-a28c-ad31d98ab3e3","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:34.900542701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"4af2b545-b148-4dcd-9070-a4753303fdd4","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:34.955317581Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"03e03910-0313-4fa2-83b9-616ff55128bb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.007022383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9dfae255-c041-4639-9a62-e705447b139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.024166097Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"03e03910-0313-4fa2-83b9-616ff55128bb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.024766025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"b6ea1a50-928e-4113-ab17-a346ad8c7c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.110688301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"c6be76d4-d979-4c98-96f0-c69a31fbf045","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.111434408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"4ad52855-01e0-4e66-b5ae-bd0e7551ccde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.130762883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"b6ea1a50-928e-4113-ab17-a346ad8c7c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.137045989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9dfae255-c041-4639-9a62-e705447b139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.622928757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdf8e37-3a8c-48ec-a7a8-5a23dadb6e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.783056927Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7fabe91d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7fabe91d","reconcileID":"e303bcb5-7458-46a0-a0f7-3dfb3ff5e3c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7fabe91d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-7fabe91d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.867742451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdf8e37-3a8c-48ec-a7a8-5a23dadb6e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.895564602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"699f12ed-a729-4861-b155-60085547636e","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.96464089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4742bc4c-d725-47d0-a99a-0351a679ebec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.965113131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdf8e37-3a8c-48ec-a7a8-5a23dadb6e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:35.987779748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"bd4aeaaf-5c8f-4b4d-8011-9f9489d4a30c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.061495287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdf8e37-3a8c-48ec-a7a8-5a23dadb6e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.150588202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"17edfb6c-c2f6-48d0-8ab7-a6dab0869a55","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.159461616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4742bc4c-d725-47d0-a99a-0351a679ebec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.181270246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"c5cb079f-627c-4d52-9c06-630ad62da369","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.386253322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"bd4aeaaf-5c8f-4b4d-8011-9f9489d4a30c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.576511264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"831518b8-bba4-4ac3-a2e3-2be507008363","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.58217764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"844b787e-ffc6-435c-9fc0-54684d742ea9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.725330713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"844b787e-ffc6-435c-9fc0-54684d742ea9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.754797545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"831518b8-bba4-4ac3-a2e3-2be507008363","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.778356612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d8c4ea14-8f7e-432d-8122-578aba3fb468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.805528259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"bb881ec2-d2f8-4086-95ce-20de0dad311f","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:36.880116424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d8c4ea14-8f7e-432d-8122-578aba3fb468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.107945195Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6213e48c-ef3c-4f49-acea-32a957f53ffc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d78f992f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.155933161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"d297283d-e532-45cf-92bb-fcc0829c10a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.186255503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1d77be13-c7be-49dd-a411-d187ffa5b26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.237733716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"d297283d-e532-45cf-92bb-fcc0829c10a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.273810204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1d77be13-c7be-49dd-a411-d187ffa5b26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.487215932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dc5492d4-3ff8-4c5f-9963-eab7b0f4d5e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.55148347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7e1fe4c0-8d94-4036-9c12-3bbe8b5b7b18","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.570045087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dc5492d4-3ff8-4c5f-9963-eab7b0f4d5e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.649402786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d21aae59-ff08-498c-bc59-893869ad7bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.654310249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7e1fe4c0-8d94-4036-9c12-3bbe8b5b7b18","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.791637786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d21aae59-ff08-498c-bc59-893869ad7bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:37.82155925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"f107fd5f-9841-4827-b431-49bbbfe0b7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:38.283747377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"f107fd5f-9841-4827-b431-49bbbfe0b7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:38.611901207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"3b39ce3a-941a-4977-a79d-5b64bcde53a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:38.690815223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"3b39ce3a-941a-4977-a79d-5b64bcde53a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:38.75004108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b0c84f0f-55ed-4a07-812f-5e83b36ec829","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:38.851898425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b0c84f0f-55ed-4a07-812f-5e83b36ec829","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:38.90862052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"02974080-84b7-4c4e-87be-53cf57a204a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:39.209236026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"02974080-84b7-4c4e-87be-53cf57a204a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:40.181248588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d145188-baad-41a1-8b14-96abd0bba31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:40.238717762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d145188-baad-41a1-8b14-96abd0bba31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:40.291771196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d145188-baad-41a1-8b14-96abd0bba31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:40.345038669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d145188-baad-41a1-8b14-96abd0bba31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:40.830069868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"fcdddb94-a6e0-45ef-9429-2b64d81f66a9","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:42.539665359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79eedaf0-9a7e-449a-8060-97119bfb4b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:42.592945477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79eedaf0-9a7e-449a-8060-97119bfb4b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:42.670051172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79eedaf0-9a7e-449a-8060-97119bfb4b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:42.726683967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79eedaf0-9a7e-449a-8060-97119bfb4b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:42.925437922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"47b7f48f-93d2-4d28-b987-57160aac6948","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.168615812Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a2b416dc-83f9-4bac-9eb4-57ff253fa412","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.222316019Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a2b416dc-83f9-4bac-9eb4-57ff253fa412","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.27561893Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a2b416dc-83f9-4bac-9eb4-57ff253fa412","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.552262338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"833a4b77-2308-4156-9dd6-4f04f70bef0a","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.606848671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.705272001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"0151ad87-85fb-4579-9522-c5300500e21c","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.817980857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f89b9881-82ee-43de-be17-a036b3d0369c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.818235703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f699ab4f-7cab-4979-9a46-0509ee59e61f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.818461607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ca9050af-efb6-4dfe-bc01-d87ea1bead79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.818636197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"3314e342-c37e-41e2-9799-49517dc32f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.875301441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f699ab4f-7cab-4979-9a46-0509ee59e61f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.87544725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"ca9050af-efb6-4dfe-bc01-d87ea1bead79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.877610465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f89b9881-82ee-43de-be17-a036b3d0369c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:47.877757633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"3314e342-c37e-41e2-9799-49517dc32f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:48.082041322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3f4b7d95-eb5c-4bee-91ee-5d6f7521bfd3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:48.364428278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"8d70f01a-9fd0-42b1-b174-89fa43052b8a","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:48.520592709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"b460b7c3-e4ea-4369-b6db-50ef09c91d50","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:48.521162037Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0a78dca4-5b5a-455c-888a-b69751ae6f53","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:48.807849315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"31c47d96-417d-4123-8d12-1697b20c958a","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:50.091866913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"38fc8973-000f-4f5a-b7b0-f68f953ff143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:50.092403356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"abf191f4-04b7-43b3-af57-f92fad5e4c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:50.159449438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"abf191f4-04b7-43b3-af57-f92fad5e4c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:50.163912686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"38fc8973-000f-4f5a-b7b0-f68f953ff143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:50.218825143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"2a5abf21-3344-492d-b940-fe5ee86e915b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:50.219658253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"93f65b69-26fd-4699-b3c7-cd82632b02fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:50.285340727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"2a5abf21-3344-492d-b940-fe5ee86e915b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:50.285590882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"93f65b69-26fd-4699-b3c7-cd82632b02fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:50.891651455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"aa5c9391-e81e-4665-8bf8-af013dac11d8","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:52.949441535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"4965499d-6702-45c6-bf45-bf93582fb778","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:55.160090127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"5426f22a-9971-4964-966f-03573bc3de60","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:56.173014909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab76d58f-3427-42b7-9fe9-37fd2fe4b08a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:56.173040437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab76d58f-3427-42b7-9fe9-37fd2fe4b08a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:56.278192073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-48a62007","namespace":"ai-tenant-e2e-mt-48a62007"},"namespace":"ai-tenant-e2e-mt-48a62007","name":"e2e-policy-48a62007","reconcileID":"a03a88f7-4771-4ad3-97b0-f24a10dc4410","MaaSAuthPolicy":{"name":"e2e-policy-48a62007","namespace":"ai-tenant-e2e-mt-48a62007"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:56.401558Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-48a62007","namespace":"ai-tenant-e2e-mt-48a62007"},"namespace":"ai-tenant-e2e-mt-48a62007","name":"e2e-policy-48a62007","reconcileID":"a03a88f7-4771-4ad3-97b0-f24a10dc4410","MaaSAuthPolicy":{"name":"e2e-policy-48a62007","namespace":"ai-tenant-e2e-mt-48a62007"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:56.457363836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-48a62007","namespace":"ai-tenant-e2e-mt-48a62007"},"namespace":"ai-tenant-e2e-mt-48a62007","name":"e2e-policy-48a62007","reconcileID":"a03a88f7-4771-4ad3-97b0-f24a10dc4410","MaaSAuthPolicy":{"name":"e2e-policy-48a62007","namespace":"ai-tenant-e2e-mt-48a62007"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:04:59.650455218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"0a056ba4-620d-405e-ac57-3a5fcc2ee947","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.373504838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ef7cd54-5699-495c-8eef-d79835b17e8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.373532055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ef7cd54-5699-495c-8eef-d79835b17e8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.429550972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"310b263e-3b56-4dd5-8cd0-eb67a8fe40e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.429578637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"310b263e-3b56-4dd5-8cd0-eb67a8fe40e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.600075955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"a64d8dc3-edd0-4427-9afc-b057bcef97b1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.657567893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5783b8ee-547a-4375-b0f5-b8d8ff47be59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.65758895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5783b8ee-547a-4375-b0f5-b8d8ff47be59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.715026239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66115ef9-c2e3-465b-9a1b-3e3a5864c0c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.715051493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66115ef9-c2e3-465b-9a1b-3e3a5864c0c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.725420569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"a64d8dc3-edd0-4427-9afc-b057bcef97b1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:00.766797663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c12e55","reconcileID":"55619c77-88e1-4743-878d-a7977ed2294b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-c12e55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.781758559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"a64d8dc3-edd0-4427-9afc-b057bcef97b1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.813998242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d9486ad-dac9-4f82-be68-34ec095c13ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.814549595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2f16fe3-e44b-4167-9df2-4513ee434f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.839684625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f1732fc-ac83-44f1-9659-5c3787ac6a35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.839711766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f1732fc-ac83-44f1-9659-5c3787ac6a35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.889437476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57054401-56d2-45d2-b2c2-a2db0e3a7044","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.889466142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57054401-56d2-45d2-b2c2-a2db0e3a7044","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.921123961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d9486ad-dac9-4f82-be68-34ec095c13ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.922389438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"024a013f-3214-43b8-a4fa-8f905547de6f","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.955730721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2f16fe3-e44b-4167-9df2-4513ee434f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.973836152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"263ed91e-1b30-4e2d-b5af-46e8d5d9e521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:00.973969678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"263ed91e-1b30-4e2d-b5af-46e8d5d9e521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:01.061623764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"51289b64-e7a0-4bc0-b80a-d178e446366f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:01.132039233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"51289b64-e7a0-4bc0-b80a-d178e446366f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:01.188624271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"51289b64-e7a0-4bc0-b80a-d178e446366f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:01.32255166Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c12e55","reconcileID":"10b22f02-099d-492b-b0cb-f64ebdd810a4","MaaSSubscription":{"name":"e2e-default-int-sub-c12e55","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-c12e55","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:01.492705718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64c0f05a-7a96-4d99-9a1a-32ec79876afd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:01.492734692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64c0f05a-7a96-4d99-9a1a-32ec79876afd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:01.537956071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8801415e-f118-4564-9449-f1e0d0235a3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:01.703731061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c12e55","reconcileID":"2a4c2a03-f0a2-43ab-a7f8-4c7abed237f2","MaaSSubscription":{"name":"e2e-default-int-sub-c12e55","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:02.347968649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"9e1e9c22-5a80-40a8-ae26-2c20efa11a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:02.347968808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"8d36e747-f9a5-4bf9-be82-ff750e3e02a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:02.40508988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"9e1e9c22-5a80-40a8-ae26-2c20efa11a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:02.405282374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"8d36e747-f9a5-4bf9-be82-ff750e3e02a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:05.403381146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"e7174d64-1efd-42ba-bfe6-2bd08f380dd8","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.386954505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"d996064f-8fc7-4113-bc46-f7ad76ba9abe","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.442100047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"da2fb39c-7509-40fa-9b13-b0a60a55628a","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.599005481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-auth","reconcileID":"1b137867-4219-4e60-bf60-857511cb2e18","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.65595778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-auth","reconcileID":"1b137867-4219-4e60-bf60-857511cb2e18","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.674817174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"1d4bead2-6357-4902-87b5-771a1ba1e861","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.730236479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"0bf14559-97b8-45dc-a6f7-ac3d2eeab49a","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:05:07.78175715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-sub","reconcileID":"2f22141a-22be-486b-9a3a-6fb6461f376b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.83311915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"97e6ee1b-4ce9-4c5a-b72d-16dc8d0866da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.833119148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"fcbd300f-0a12-47f6-aafa-caad5a4060e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.89029307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"97e6ee1b-4ce9-4c5a-b72d-16dc8d0866da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.891459601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"fcbd300f-0a12-47f6-aafa-caad5a4060e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.896304953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"b8e88652-40ab-449f-a972-49f27c68a621","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.951921759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"2b1a759f-8b1b-462f-a484-b94c1489a839","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:07.974095004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"c715da9e-8ac5-4380-8bba-7cc6c7806718","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.131834078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-auth","reconcileID":"fb227f81-1da8-4bee-a9b0-1a80807ae82b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.187971847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-auth","reconcileID":"fb227f81-1da8-4bee-a9b0-1a80807ae82b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.224522364Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-sub","reconcileID":"3bb54938-afd9-4f5e-827f-fe9036f88279","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.278619037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"f14726c9-0f38-4eac-ab3b-d21f4564a850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.278619377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"6847c7e4-2e1b-4fd5-8047-30cc693cc17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.335981207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"6847c7e4-2e1b-4fd5-8047-30cc693cc17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.33630202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"f14726c9-0f38-4eac-ab3b-d21f4564a850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.392276457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"b716a34d-8bf5-435f-9904-4a15c15e6a43","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.441415146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"9b5eeeaf-de42-486e-aca9-78ff0b9be5bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:08.604203832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-sub","reconcileID":"66cc6c38-db4d-4c33-b8bd-09b2ca15e13c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.706213299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"59aa6807-8bae-4a15-8c70-8cebca693e82","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.865345644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"9a548a8e-2ddd-44d8-b069-578a7a66fbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.865783396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"3d72576a-9c4d-446d-9878-c1dd4d3d8913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.86590964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-auth","reconcileID":"9cdae306-8cf0-4c56-a8e4-b6b4db0295ff","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.925774252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-auth","reconcileID":"9cdae306-8cf0-4c56-a8e4-b6b4db0295ff","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.926275604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"3d72576a-9c4d-446d-9878-c1dd4d3d8913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.926288507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"a6d5bf85-ff64-4a94-ad02-7dcb30cf0333","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:10.929767491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"9a548a8e-2ddd-44d8-b069-578a7a66fbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.348057847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"79e27e5c-0f80-470c-8ba5-4551a7d46ab7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.405289855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"79e27e5c-0f80-470c-8ba5-4551a7d46ab7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:11.46079267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"79e27e5c-0f80-470c-8ba5-4551a7d46ab7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:14.554388655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"51bbc81b-c22a-439c-a794-7307fc1c925c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:14.67157886Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"51bbc81b-c22a-439c-a794-7307fc1c925c","name":"e2e-mt-7fabe91d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.358960753Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-48a62007","namespace":"ai-tenant-e2e-mt-48a62007"},"namespace":"ai-tenant-e2e-mt-48a62007","name":"e2e-policy-48a62007","reconcileID":"009980e9-041a-4820-91c2-150c9da95a6b","MaaSAuthPolicy":{"name":"e2e-policy-48a62007","namespace":"ai-tenant-e2e-mt-48a62007"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.51971532Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-48a62007","namespace":"ai-tenant-e2e-mt-48a62007"},"namespace":"ai-tenant-e2e-mt-48a62007","name":"e2e-policy-48a62007","reconcileID":"009980e9-041a-4820-91c2-150c9da95a6b","MaaSAuthPolicy":{"name":"e2e-policy-48a62007","namespace":"ai-tenant-e2e-mt-48a62007"},"policyNamespace":"ai-tenant-e2e-mt-48a62007","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:17.605319022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:20.901550444Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-sub","reconcileID":"7b5171c4-b165-4017-8d24-ea6156c85859","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:20.927486205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"89d51d90-0c15-4efd-8d7c-956862a03c93","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.166536288Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-sub","reconcileID":"7b5171c4-b165-4017-8d24-ea6156c85859","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.481552741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"8ad21992-9cac-4665-a119-167447952467","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.483838797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"299af8bf-0128-412e-8d91-ebb46a016a0a","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.637007235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"ee9eea1d-a05f-4122-bb15-1b1236e3fbee","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.673894211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-auth","reconcileID":"724cb955-0615-4ec7-9bc2-f804e7687bf0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.674480855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"c3dae833-4413-4830-9532-e018b44e32a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.674706512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a3154d92-dc50-47ac-85dd-82ff57a1880c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.674929786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"6d5f3510-4a31-4862-b0fe-584d41aa3c87","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.787391289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"6d5f3510-4a31-4862-b0fe-584d41aa3c87","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.798895469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-auth","reconcileID":"724cb955-0615-4ec7-9bc2-f804e7687bf0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.791209797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"c3dae833-4413-4830-9532-e018b44e32a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:21.800639428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a3154d92-dc50-47ac-85dd-82ff57a1880c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:22.086339115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-api-key-no-access-auth","reconcileID":"776137d3-abfa-4e15-ab12-e360d9389387","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:22.235980751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"729b5333-a85f-4aa6-9c20-d4f27b5f079a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:22.239177723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"729b5333-a85f-4aa6-9c20-d4f27b5f079a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:22.369634186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"f55c8838-eaea-490f-8e15-41d627be11e6","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:24.4682362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"27fa174d-cfff-416d-9f86-62676aee8d45","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:26.843823287Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c12e55","reconcileID":"52fe06da-08a9-4691-a886-4c1298ab45bb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c12e55","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:26.843948652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b87d42b0-8abc-40d4-9d1d-f6e2850cb87b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:26.843967032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b87d42b0-8abc-40d4-9d1d-f6e2850cb87b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:27.071557308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1610c16-8019-43df-97c0-c10aa1add5d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:27.071585298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1610c16-8019-43df-97c0-c10aa1add5d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:27.20412478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c2ff531-f75a-4f99-b6c7-6e45940feac7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:27.204166578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c2ff531-f75a-4f99-b6c7-6e45940feac7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:27.362936848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"660e315e-c19f-4ca7-9416-ac434e5f0929","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:27.362964074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"295ea590-b11d-469f-9933-a2785a6c5b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:27.420185484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"295ea590-b11d-469f-9933-a2785a6c5b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:27.420292723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"660e315e-c19f-4ca7-9416-ac434e5f0929","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.13884636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"e98f05a5-4ab8-4a04-8add-7b546de55e8f","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.139216353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"7ea3d93c-30b4-40f4-aa1a-bc82614135b7","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.144514698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"a2b74e51-bd3a-4c01-8def-c00d23c08da7","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.20378706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"20633af5-27e3-4c88-bbbd-a9905a3ee3c8","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.204359158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"519ed686-d783-4759-b892-9f3718bce400","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.204693228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"04718fee-c940-4048-b174-7c7b9e6068e1","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.307604394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"a20b8e2c-524f-4ddb-8eaf-930b09dae9e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.308921651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"99f9dde0-4c37-4dd3-af42-0bbd6e8a3b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.367074328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"b683a0fb-3164-40b5-91b3-909d5d0d2fd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.41196204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"a20b8e2c-524f-4ddb-8eaf-930b09dae9e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.417960635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"80c7e86a-7585-4d05-88a7-4532be515ab8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.418432336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"99f9dde0-4c37-4dd3-af42-0bbd6e8a3b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.784165942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"907d2d61-58b2-4970-9bd7-1f9b62cf51e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.841129305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"907d2d61-58b2-4970-9bd7-1f9b62cf51e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.884970712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"1c21ee5d-5e14-484f-acaf-5952d203130b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:33.942002673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"1c21ee5d-5e14-484f-acaf-5952d203130b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:37.368616584Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c12e55","reconcileID":"b319d2fe-2185-4da0-bca7-140e10a4982a","MaaSSubscription":{"name":"e2e-default-int-sub-c12e55","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-c12e55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:37.588045219Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c12e55","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c12e55","reconcileID":"b319d2fe-2185-4da0-bca7-140e10a4982a","MaaSSubscription":{"name":"e2e-default-int-sub-c12e55","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:37.799615189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"864b8cb0-5228-455c-ab3e-ea0a97a5d42e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:37.850516601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ce6ac11-888c-4279-9ae0-e322dd7f4fec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:37.850549015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ce6ac11-888c-4279-9ae0-e322dd7f4fec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:38.078443209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65458fd7-219e-4bbd-833c-7e7052dad858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:38.079835388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35c81c79-46cc-4a02-b74d-00b65872b366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:38.138900972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65458fd7-219e-4bbd-833c-7e7052dad858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:38.138900974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35c81c79-46cc-4a02-b74d-00b65872b366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:47.6050199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:52.978356615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ede4b4a-7e28-4f72-851b-ecf0dc7af723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:53.034189694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ede4b4a-7e28-4f72-851b-ecf0dc7af723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:53.08779032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ede4b4a-7e28-4f72-851b-ecf0dc7af723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:53.140289908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ede4b4a-7e28-4f72-851b-ecf0dc7af723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:53.573712754Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9ac4a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9ac4a7","reconcileID":"17ec2582-84d1-4a50-90d2-83b7f45ab036","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9ac4a7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-9ac4a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.070668565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557a35f6-d685-4382-bf15-0f38a7b3fdcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.152645475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557a35f6-d685-4382-bf15-0f38a7b3fdcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.213596648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557a35f6-d685-4382-bf15-0f38a7b3fdcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:55.271444594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557a35f6-d685-4382-bf15-0f38a7b3fdcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:57.01044632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"6c8b29c6-2425-46fa-88a4-9320d30f107a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:57.010457612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"234be62f-9971-41da-890a-5e571c271a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:57.067317907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"6c8b29c6-2425-46fa-88a4-9320d30f107a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:57.067350805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"234be62f-9971-41da-890a-5e571c271a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:57.263048624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde7ee06-106d-4007-900b-9399a79271eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:57.315947237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde7ee06-106d-4007-900b-9399a79271eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:57.36840065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde7ee06-106d-4007-900b-9399a79271eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:57.421090471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde7ee06-106d-4007-900b-9399a79271eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:59.088103549Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-da0f3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-da0f3d","reconcileID":"3237a4f8-7048-4be7-9f7f-7cedf4461cb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-da0f3d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-da0f3d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:59.498496934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4adf21e6-e5db-485c-964d-90e2615dff95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:59.551050285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4adf21e6-e5db-485c-964d-90e2615dff95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:59.603925755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4adf21e6-e5db-485c-964d-90e2615dff95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:05:59.656950877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4adf21e6-e5db-485c-964d-90e2615dff95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:01.652795412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1838a52-eb42-4b14-9279-bd0ace52e8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:01.705214031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1838a52-eb42-4b14-9279-bd0ace52e8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:01.757838765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1838a52-eb42-4b14-9279-bd0ace52e8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:01.810582583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1838a52-eb42-4b14-9279-bd0ace52e8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:04.058594826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdde99f-31d3-4e78-8387-5d4c4b144327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:04.111120289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdde99f-31d3-4e78-8387-5d4c4b144327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:04.163600872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdde99f-31d3-4e78-8387-5d4c4b144327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:04.216075946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdde99f-31d3-4e78-8387-5d4c4b144327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.165980278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57abdc9-e0c3-4a39-acfa-0acbe2588179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.218900711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57abdc9-e0c3-4a39-acfa-0acbe2588179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.271606336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57abdc9-e0c3-4a39-acfa-0acbe2588179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:06.324217598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57abdc9-e0c3-4a39-acfa-0acbe2588179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.265413102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a248b46-dfa5-4763-82f4-6453009e45d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.319364727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a248b46-dfa5-4763-82f4-6453009e45d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.372423146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a248b46-dfa5-4763-82f4-6453009e45d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:08.424951918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a248b46-dfa5-4763-82f4-6453009e45d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.353814483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844d819d-5a82-4fe7-bd5b-5c2d2e3f5791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.406859974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844d819d-5a82-4fe7-bd5b-5c2d2e3f5791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.459629563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844d819d-5a82-4fe7-bd5b-5c2d2e3f5791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:10.512655435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844d819d-5a82-4fe7-bd5b-5c2d2e3f5791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:15.406229751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"174b4ac3-5841-40b5-8ff6-7ab7dadf1ec4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:15.523713219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"167de1eb-6a75-40c2-85cc-5f5cbfa36b3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:15.636082058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"372f34d3-936c-4956-988f-5c351db7ad19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:15.864711572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7cef2dda-6d97-49e5-b703-58efa9adb0f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:15.965799423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"eb690549-1cf0-4034-8787-59676e30d2b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.066445592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"69604a49-5241-4739-99b9-84b19b0f8baa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.06644693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"663b78d8-fabe-491d-993c-9e54fd51281a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.097050977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"6c3001c4-ee25-48b9-a22e-69bf852fb91e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.182765529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"847fe60a-fd99-41fe-b590-50c5a7f1ab0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.286445442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"56152128-b69f-4371-bc9e-32cd9e5798fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.387066891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"b4f93a07-9759-42d2-94f0-edd364949572","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:16.387064209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"e39f1dec-03c5-4165-ae9e-d598e5611b4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:17.608353793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:18.601831378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"0cf1110a-13ce-4df3-8e78-ddf592d19f5b","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.409740982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"7eb52864-46ea-42e0-8c0d-85ff674e65cc","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.466500072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"f0c8847c-c19e-4d7a-839e-4a85ffa3a4c2","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.623253699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3cd94a61-d8d6-4008-baea-020ca6f5c430","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.679837798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3cd94a61-d8d6-4008-baea-020ca6f5c430","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.681352336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"66c3fd12-5543-4cdd-8dfe-612239ee0e1d","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.736754877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"c2db6128-7eca-4535-bbd3-7b78600a5da3","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:06:29.791024597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub","reconcileID":"3c2d2c42-01b9-4685-9563-6bffa5ed9197","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.844841719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"e622091f-d10f-4654-9580-a68f853c43aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.845237502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f7a56b59-f465-444e-9b5e-8c3d48cafcac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.921515755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"2d96554c-e627-432f-9577-0e3cc23c90d1","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.926511582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"e622091f-d10f-4654-9580-a68f853c43aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.926548826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f7a56b59-f465-444e-9b5e-8c3d48cafcac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:29.976933857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"4245f210-5499-4959-bd51-b0879f79b600","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.005825622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"3efae781-316b-4b90-aceb-f513a2f11b1f","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.163474429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ee493ace-b2b4-4846-845d-8f129e5b85a4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.220531882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ee493ace-b2b4-4846-845d-8f129e5b85a4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.247655989Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub","reconcileID":"2b60034d-a3c0-4f86-84c2-571f10b774cc","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.30652987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"5750b40c-cbbf-48de-804d-32941b93d385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.306607799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"fb99507d-4265-4d4f-9646-4f58137e9a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.363268229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"fb99507d-4265-4d4f-9646-4f58137e9a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.36335255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"5750b40c-cbbf-48de-804d-32941b93d385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.413804057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"16edf773-48ec-4d87-bac1-1d58e1efaf04","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.459738926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"38cd5c63-299e-4e26-bedc-5f89c4c0275f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:30.627193748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub","reconcileID":"a742f1c1-efce-476c-8b51-22df7e168048","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:31.971988016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"1f6c2f3d-988a-478b-820f-e10cc58367ac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:32.08577947Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"1f6c2f3d-988a-478b-820f-e10cc58367ac","name":"e2e-api-a-9ac4a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:32.570832476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"db31fdc1-2c5a-40c5-806b-84e5106dc58b","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:32.72793679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"66c38736-9da7-4826-a7ba-7615d677c933","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:32.728202929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"7d310295-fa4a-492d-8b2a-81a88f7bb9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:32.727938357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e01ebd37-1ac3-4376-b22e-e348445e84b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:32.785182032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"66c38736-9da7-4826-a7ba-7615d677c933","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:32.786902698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"7d310295-fa4a-492d-8b2a-81a88f7bb9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:32.788197864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e01ebd37-1ac3-4376-b22e-e348445e84b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:41.909733835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"850199d3-81eb-4d38-9562-835898e28c73","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.025472351Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"850199d3-81eb-4d38-9562-835898e28c73","name":"e2e-api-a-da0f3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.742622394Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub","reconcileID":"e5f13a33-9201-4fcb-9be9-9a6576426064","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:42.969042595Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub","reconcileID":"e5f13a33-9201-4fcb-9be9-9a6576426064","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.223368361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"6aecdd8d-41dc-4675-90db-f674e9ca1968","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.223636746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"8ebfcdc9-1905-439e-932c-8f17041d2de4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.282626843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"1256bd23-7ae7-4035-b3ae-3bf638da1619","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.336896963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"9353f265-9d73-4dcf-b2c4-877a690f5c8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.39309026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"160a102f-0e23-4b80-a371-2f9f04173a21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.4445852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"4ef8a3b9-e989-48d1-b493-ef25b2820a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.444989034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4278dacc-0571-4b1a-9d0c-ef93d762d2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.444923649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"56cb981f-6020-4be7-babe-f9e5f691cc93","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.49870696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c54c5ed5-b4d8-4043-b464-8b54a2d04276","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.503438308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"4ef8a3b9-e989-48d1-b493-ef25b2820a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.503471773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4278dacc-0571-4b1a-9d0c-ef93d762d2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.505950285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"56cb981f-6020-4be7-babe-f9e5f691cc93","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.751688971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"8b10e564-a9ca-4324-8bfe-f01a5413e818","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.871571735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"6a5437ac-847a-4ae2-9abe-6bb75074e0ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.975026455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"15ede91f-ae5a-4f67-a063-1f9f351c35e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:43.997935749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"b7988df6-0187-42cf-9ab7-78d29b6c7d6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:44.068209958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"5e3b5803-a3f4-4851-b275-4a125a8c9d7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:44.28447099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"767dc2ae-e28e-4f9d-adba-ac243886ad1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:44.385795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6611b011-299f-405b-9f3f-eb5e98c0624b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:06:47.603035845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.548049988Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7c6126a9-302a-4379-b21f-f690101c68cf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.548442177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"384db6fe-0bc7-4605-b02b-ef188f8606dc","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:10.745643865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"eb98177a-0138-49fa-8bf0-a244bc3d58e6","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.038699155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"7d4357dc-08e2-4e8f-ab14-8c80bda1fed2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.603827869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"719e2c23-7303-4633-9e74-6ab8d74c90e9","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.674405257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"fa88f0a6-e967-4d94-9d5c-cd88c6cd80a3","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.889475519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"335bf267-8132-42ec-b51f-b5d75ded54fa","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:11.994646483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e033bf7a-621d-4266-99be-d445df83fb76","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.018442214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"ffa85d84-9f4e-44f6-92be-73869d271b57","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:12.053369423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"50e6ba31-2dd4-4449-a03c-5475a453bab8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.067338799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e033bf7a-621d-4266-99be-d445df83fb76","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.163392915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e5b93444-39a9-4a82-95bb-87b70a05fddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.16808036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"31b1d217-22c5-4055-8368-09bff07bd0c0","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.186992585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"9639fe5a-9a51-4ba7-b3da-ececc3467266","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.192492754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"c186df9b-2a92-4f9a-9955-74b2091f19bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.227953255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"4e37b841-316e-4341-a2b8-ce1c3e7da0e1","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.232501863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e5b93444-39a9-4a82-95bb-87b70a05fddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.246457866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"9679c778-a51f-4e18-a22f-16035d859aaa","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.270734199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"c186df9b-2a92-4f9a-9955-74b2091f19bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.436877096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"77fb5ed0-efaf-456e-a4e2-271dff878a5a","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.443111315Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-90e0d5 priority=0:[ai-tenant-e2e-worker-w2-90e0d5/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-90e0d5/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.443426611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"4949fd4f-60c4-4fa0-bcb3-a7dab3797d6f","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.460990916Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1a99ce88-97d0-4ba9-966d-87585e717aa4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-w2-90e0d5","model":"distinct-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.501665035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0e55422a-9ce2-4cae-ac62-3e0046369341","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.50258733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"96250ee9-23e4-47fe-88f7-47380a64769b","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.552838482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"3f9344c8-5b24-4d7f-a343-6e14f8050ab3","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:12.554683305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-90e0d5/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.559534243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0e55422a-9ce2-4cae-ac62-3e0046369341","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.612206298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"dc2da41d-64a0-4865-911f-377ce0f9aaac","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.645837735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60132ad-977d-413f-9a44-32c81d0c8459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.706360432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60132ad-977d-413f-9a44-32c81d0c8459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.714359112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"9bac3874-b8b5-494b-aa28-4b028caf983c","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.75949043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60132ad-977d-413f-9a44-32c81d0c8459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.759880319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dee599a7-c455-4d66-a90a-0363f2a018b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.815521362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60132ad-977d-413f-9a44-32c81d0c8459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.816020903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4b75311f-0dc7-44eb-b01e-4047111ca334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.871599577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"48fd06db-5b66-48d0-b8b5-57a7fa672748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.876447635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4b75311f-0dc7-44eb-b01e-4047111ca334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.876449665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dee599a7-c455-4d66-a90a-0363f2a018b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.924839549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"6eb5ad53-3acd-493e-8f1c-ca5a903141ed","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.942070586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"48fd06db-5b66-48d0-b8b5-57a7fa672748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.945554718Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"380d8929-c944-4035-92ed-089f1b0a78ec","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-2-w2-90e0d5","model":"distinct-2-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:12.981851165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5e1832d3-d9d5-45c2-9330-f8d03c91a2fc","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/distinct-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.102599747Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d73ad7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d73ad7","reconcileID":"4debd4a6-55c3-427e-a0c9-e29b6592c079","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d73ad7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-d73ad7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.15451899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"04cd1d0c-caee-43ba-a9a4-199361fc3784","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.201119513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"575b8e7d-6f2a-4a0d-86eb-f2c98f25ef1e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:13.253515394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dee599a7-c455-4d66-a90a-0363f2a018b8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.260984624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"575b8e7d-6f2a-4a0d-86eb-f2c98f25ef1e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.387263779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"df7cb2ff-f206-4bec-81df-2c400182b433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.38828646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"77fb99f0-7f90-49c6-a761-c112cdd9fa28","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-2-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.466846856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"df7cb2ff-f206-4bec-81df-2c400182b433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.512771065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"1cfdefde-c132-4df6-9607-e8a743c07e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.572202621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"1cfdefde-c132-4df6-9607-e8a743c07e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:13.580279521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"575b8e7d-6f2a-4a0d-86eb-f2c98f25ef1e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.622427862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e61601a0-2d8c-453e-a2c3-e18fc20a4168","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.688639038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e61601a0-2d8c-453e-a2c3-e18fc20a4168","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.897629624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0d046dd3-5732-4054-911e-6fdb19dff075","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:13.965527234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0d046dd3-5732-4054-911e-6fdb19dff075","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:14.895660716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8347f742-2d00-48c6-ac6e-5999ed5d2652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:14.949166127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8347f742-2d00-48c6-ac6e-5999ed5d2652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.001886475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8347f742-2d00-48c6-ac6e-5999ed5d2652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:15.055676739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8347f742-2d00-48c6-ac6e-5999ed5d2652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.046003355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"a55f7f98-7321-4e0b-914c-fd4771cba325","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.235665688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecdaef4-f479-40b5-837d-9b821bd70ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.251933532Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f5e12f7a-a847-4c5e-9274-2ad0c1acda83","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-15815553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.29069731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecdaef4-f479-40b5-837d-9b821bd70ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.35009831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecdaef4-f479-40b5-837d-9b821bd70ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.451328268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"73e89a7d-921c-4253-836f-2b6387b2516c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.452039294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"842ff065-7cd2-49d4-b2e9-7d9a6ddc3c4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.452870373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"238b16c5-2462-45c3-ab05-99dee0b37861","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.452462548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecdaef4-f479-40b5-837d-9b821bd70ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.507126667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"8de072e7-dc6f-43da-893c-7eabfbc191af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.511696851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"842ff065-7cd2-49d4-b2e9-7d9a6ddc3c4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.511726066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"73e89a7d-921c-4253-836f-2b6387b2516c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.514328438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"238b16c5-2462-45c3-ab05-99dee0b37861","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.564110572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"8de072e7-dc6f-43da-893c-7eabfbc191af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.602663142Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.932048278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"eb6f1cdb-5911-4d59-a49c-19e016fd1500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.936378461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2d799300-147b-4b39-a8ab-31389f194400","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.990416862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"eb6f1cdb-5911-4d59-a49c-19e016fd1500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:17.992912861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2d799300-147b-4b39-a8ab-31389f194400","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:18.035651418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3c8b09ba-cbd1-42f4-87ab-b6984e1fc5db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:18.035651233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3ddb4287-b144-473e-80ca-2a52364c2381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:18.341070214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3ddb4287-b144-473e-80ca-2a52364c2381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:18.349939034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3c8b09ba-cbd1-42f4-87ab-b6984e1fc5db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:19.697252523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab98ef9e-084a-4e35-9d3d-d5c7a121c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:19.750302851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab98ef9e-084a-4e35-9d3d-d5c7a121c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:19.804714023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab98ef9e-084a-4e35-9d3d-d5c7a121c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:19.87208698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab98ef9e-084a-4e35-9d3d-d5c7a121c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.114209347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e4c698f-5595-476b-a64f-924b09e739a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.114236431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e4c698f-5595-476b-a64f-924b09e739a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.171197616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e8035aa-c1bf-4934-82e9-1c120985d99d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.171230948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e8035aa-c1bf-4934-82e9-1c120985d99d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.275896628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"100fd9d8-738d-4a5e-848e-f2bde33a1024","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.400340164Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"100fd9d8-738d-4a5e-848e-f2bde33a1024","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.455127948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ac4a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"100fd9d8-738d-4a5e-848e-f2bde33a1024","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.613504438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f2b6c022-aebf-4b7a-bf54-6078cbe1065e","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.613532678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f2b6c022-aebf-4b7a-bf54-6078cbe1065e","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.672514177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00ea50d7-9f46-4b33-b734-f8ea76a5cdef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:20.672544599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00ea50d7-9f46-4b33-b734-f8ea76a5cdef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.098458453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7874a531-f8c0-46f5-84d6-38ed84b3b7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.151290159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7874a531-f8c0-46f5-84d6-38ed84b3b7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.203890099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7874a531-f8c0-46f5-84d6-38ed84b3b7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:22.25649784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7874a531-f8c0-46f5-84d6-38ed84b3b7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:24.222302566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1aaf47-9d07-4036-8638-5b177b0c0cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:24.279718495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1aaf47-9d07-4036-8638-5b177b0c0cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:24.334124218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1aaf47-9d07-4036-8638-5b177b0c0cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:24.387023657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1aaf47-9d07-4036-8638-5b177b0c0cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.09448647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"e5d10f18-a3ce-4bcf-811b-ba7c666bd3ce","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.094515729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"e5d10f18-a3ce-4bcf-811b-ba7c666bd3ce","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.149768727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"7e5cd1df-df38-43c7-9aee-d9ef83ab6f71","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.149791016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"7e5cd1df-df38-43c7-9aee-d9ef83ab6f71","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.258275424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"5a4d2fc7-0a9c-430a-8f11-d078606f5bd1","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.37612652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f4a1fc30-eb99-495a-aa2d-f8b3d62243bb","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.376192181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f4a1fc30-eb99-495a-aa2d-f8b3d62243bb","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.388244636Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"5a4d2fc7-0a9c-430a-8f11-d078606f5bd1","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.399786496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c57db4c-5b5a-4408-80d4-d0b8711b1d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.452748375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c57db4c-5b5a-4408-80d4-d0b8711b1d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.454884828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7fabe91d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"5a4d2fc7-0a9c-430a-8f11-d078606f5bd1","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.505577901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c57db4c-5b5a-4408-80d4-d0b8711b1d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.513982362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"68cf0ad3-2da5-4c1e-9cda-db027856455c","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.51400934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"68cf0ad3-2da5-4c1e-9cda-db027856455c","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.558631961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c57db4c-5b5a-4408-80d4-d0b8711b1d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.563081881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"8841222e-f014-4797-be87-9a7aa6f06efe","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.563106257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"8841222e-f014-4797-be87-9a7aa6f06efe","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.56631129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"9ed542f6-5cd4-4144-94ff-9db041a1744d","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:07:26.626942008Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-7fabe91d/e2e-sub-7fabe91d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-7fabe91d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.627641813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"ca0b2006-fd4c-4d37-a033-474ac5e9122e","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.627660382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"ca0b2006-fd4c-4d37-a033-474ac5e9122e","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.680464944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"fa61f107-3ff0-495f-8f9a-fccd7753c7ea","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.737422075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"fa61f107-3ff0-495f-8f9a-fccd7753c7ea","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.842480677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7fabe91d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"fa61f107-3ff0-495f-8f9a-fccd7753c7ea","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:26.903296746Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"572c36d9-3461-4527-96d3-948ea752e81d","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","model":"e2e-lifecycle-model-7fabe91d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-7fabe91d/e2e-sub-7fabe91d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.073323565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"ec6de59a-807d-41d3-82de-05a91cc5e03a","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.073344227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"ec6de59a-807d-41d3-82de-05a91cc5e03a","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.291560669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"6b120032-c811-41c3-b4f3-1042909ec2c6","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.314536366Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"961f84fc-29e9-4d06-86bb-5353d7379656","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-w2-90e0d5","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.36939921Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"961f84fc-29e9-4d06-86bb-5353d7379656","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.445184335Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub1","reconcileID":"961f84fc-29e9-4d06-86bb-5353d7379656","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/distinct-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.760292281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"4170d1f0-c2e0-40d9-9298-c5397dce1b17","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.823658954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"09e309f1-a758-4c21-86ec-aa2b2a3fd001","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.823689409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"09e309f1-a758-4c21-86ec-aa2b2a3fd001","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:27.900771922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"8119a7db-2f45-49d2-98df-c8de9d1130a6","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.116861273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"424fdf27-a99f-4bde-bc84-6876d1969707","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.117434107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"f3020cda-bcf7-4f96-8777-f6c6885e9ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.12212419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"a09e2292-2d3f-4dca-901c-4dbc30e03c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.122752998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5639ba26-7a6c-4414-ae5e-8d1963aecf7c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.123726426Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ea581861-150b-407d-9fc3-0ef0a5dcb70c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e2a5a1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.175837648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"424fdf27-a99f-4bde-bc84-6876d1969707","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.178319395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"f3020cda-bcf7-4f96-8777-f6c6885e9ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.180598419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5639ba26-7a6c-4414-ae5e-8d1963aecf7c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.180776261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"a09e2292-2d3f-4dca-901c-4dbc30e03c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.593897094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f1c83b-682d-492e-ab62-5b15fd0adbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.646923284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f1c83b-682d-492e-ab62-5b15fd0adbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.64706353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3feff4ae-7cd2-4ee0-88a1-02cd3f139d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.647216385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"ac086f6e-9eac-4d51-95df-02a21f60ba02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.700099901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f1c83b-682d-492e-ab62-5b15fd0adbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.700491396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e2a37687-9cc7-43d3-87ee-f2674aab05b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.753070308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f1c83b-682d-492e-ab62-5b15fd0adbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.753206022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"db8b7bb2-6a63-4034-98c0-2304a4fe898b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.756765081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"ac086f6e-9eac-4d51-95df-02a21f60ba02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.815556272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"db8b7bb2-6a63-4034-98c0-2304a4fe898b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.815593962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3feff4ae-7cd2-4ee0-88a1-02cd3f139d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:28.82350906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e2a37687-9cc7-43d3-87ee-f2674aab05b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.624488661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"870a68bc-b4d6-47b7-b247-baa9c52a43ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.712963076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"870a68bc-b4d6-47b7-b247-baa9c52a43ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:30.768697633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ac4a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"870a68bc-b4d6-47b7-b247-baa9c52a43ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.263321765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a322fd2-5ce5-4b6f-8607-f3e8f64fcf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.315773905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a322fd2-5ce5-4b6f-8607-f3e8f64fcf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.368373039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a322fd2-5ce5-4b6f-8607-f3e8f64fcf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:31.420905168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a322fd2-5ce5-4b6f-8607-f3e8f64fcf2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:33.370710609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b8e62c-295c-4603-a37d-af3676910039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:33.423493928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b8e62c-295c-4603-a37d-af3676910039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:33.476011219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b8e62c-295c-4603-a37d-af3676910039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:33.528561176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b8e62c-295c-4603-a37d-af3676910039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.182836223Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-02a8fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-02a8fa","reconcileID":"2ce9487c-2264-405b-ba2f-8fb843b74247","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-02a8fa","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-02a8fa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.630301081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ecb935-64e2-4748-a19f-57434628191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.733368896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ecb935-64e2-4748-a19f-57434628191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.788417553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ecb935-64e2-4748-a19f-57434628191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.83774469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7b33b8f-5179-4248-a468-b646cf645c9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.837768534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7b33b8f-5179-4248-a468-b646cf645c9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.841427401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ecb935-64e2-4748-a19f-57434628191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.912830443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9cd65c4-d343-45db-b7d4-ec915e63395d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:35.912890706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9cd65c4-d343-45db-b7d4-ec915e63395d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:36.047064431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"47d35344-b34c-4d21-bac0-47cda15a90b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:36.224499036Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"47d35344-b34c-4d21-bac0-47cda15a90b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:36.280154504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-da0f3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"47d35344-b34c-4d21-bac0-47cda15a90b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:36.336902885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26e1aac7-4d41-4123-b11e-6ac6621f2219","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:36.336924325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26e1aac7-4d41-4123-b11e-6ac6621f2219","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:37.045442582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"51deb0a4-5c4e-4467-b764-161e6e045551","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:37.111035659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"51deb0a4-5c4e-4467-b764-161e6e045551","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:37.182923852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7fabe91d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"51deb0a4-5c4e-4467-b764-161e6e045551","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:37.984548016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296cd73a-df38-4043-94c4-341e11af2e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.14539518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296cd73a-df38-4043-94c4-341e11af2e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.262440482Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"60709af9-047f-4659-b90d-e4291ad50e1a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.265129945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296cd73a-df38-4043-94c4-341e11af2e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.319337325Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"60709af9-047f-4659-b90d-e4291ad50e1a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.319726765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296cd73a-df38-4043-94c4-341e11af2e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.372553115Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-sub2","reconcileID":"60709af9-047f-4659-b90d-e4291ad50e1a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.653282413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"08b2ee5a-a855-4237-9835-816677f30452","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.794465862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"cfc36c29-6e78-41d1-8032-eafa63b496ca","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.927261592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"18a227ed-6379-4060-ab28-4a1489989abe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.964715897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"512fedb7-f165-4460-a427-db0a925c47ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.965460797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"43e91877-5ce3-4ba8-97f3-44f382dfd8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:38.965591089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d9e2d704-584c-4151-8f91-1e506d02b44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.033201025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"18a227ed-6379-4060-ab28-4a1489989abe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.049420048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"43e91877-5ce3-4ba8-97f3-44f382dfd8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.055449916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d9e2d704-584c-4151-8f91-1e506d02b44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.114054579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"512fedb7-f165-4460-a427-db0a925c47ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.378749858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth1","reconcileID":"18f53ce8-6097-4a93-8647-70f8002bccc1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.452473831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"40d332ea-e32c-4037-a979-ace58551428b","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.550869594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"baaa89fe-6eaa-42e7-bb03-16a108355069","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.622806629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"baaa89fe-6eaa-42e7-bb03-16a108355069","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.646478529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"9fd1c182-98ba-45f5-bf1d-f4b8e80d5190","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.65148948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"2293b270-4de1-4c1f-a34a-00acd2c057cb","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.651569554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"2293b270-4de1-4c1f-a34a-00acd2c057cb","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.794004589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"cf541902-5d7b-48c8-8520-cdd93855d932","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:39.898743345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-sa-multi-hdr-auth2","reconcileID":"93e5d9a2-4aed-4c10-aa7d-071cdc7ad892","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.127933062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"9a55575f-7eb4-47fa-bd16-7e502ceacf3c","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.193505758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"36f2e01e-5e57-493b-b1a5-4ba15d6e0e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.194120718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"25bc03df-34c0-4453-8688-0e8681913612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.272933958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"36f2e01e-5e57-493b-b1a5-4ba15d6e0e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.279078055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"25bc03df-34c0-4453-8688-0e8681913612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.280060827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"7fab10f3-717b-4f62-89fb-1c85bc2daf58","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.359106716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"7fab10f3-717b-4f62-89fb-1c85bc2daf58","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.423401607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7fabe91d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cd4951aa41d250e0ac655581228617bb015337ce8b62f4afb0ecbb85adce776) AuthConfig (25180a30b119ad417ed5344a4928b6f27426b57439301d8ed145b291415699be) AuthConfig (bddce1c59254f5289d9857a156169a4dad96531df627abf687c76cc779e863b0) AuthConfig (d69fbeba95e72ae038ba0e1ebe73434ee425a9391841cdb68c8282367577664c) AuthConfig (db133687b673ca3583e134e7592fad91b0a863264ffd66fb4599c1ff1e29ed31) AuthConfig (65ec72a68a204b6bf27f71f740c04fe9ab1e7c01baf46f3b16445b5416771c9d) AuthConfig (cfc2a86ec6a57d47de96a19ef4262c7f33a894adc21a3aeb3a71a2d005f27f94) AuthConfig (04196dcd2ee70a9ac2e4b6abd1168527dd06d2b82ccf4ba8c2f11a60dbafc0dc) AuthConfig (d43e3a51932a36a04c2edf605de2c9f75b66596667cf30268a8c6f5243a652d5) AuthConfig (7dde18caff573df51cd3653495e44211c0061b86e7b1741c7fec85b7075b9804) AuthConfig (27d2ad79f8be8f0e3a50a3a4e7444ff8f084dfd37dc78df49941bb2b3668e241) AuthConfig (0398fcca2ede91a7317ce93fa8ca8f57504d9941cd6333deab4832e73341af18) AuthConfig (da170ff763919832547b04cc9454aa9f5c18d474b67f1f82f7103d0671dd7368) AuthConfig (7610d6a6b4f76528ef62fe55a1b8ee36b46392ce14fecaaf6d7788e52895ed38) AuthConfig (98053a6833bf75c5dabf52c251e01adf197d74d4650d23d504b6bdfb1751e0e0) AuthConfig (85ea35e52b0dd4953458c0f0e4190da02cff5feb82eaadef2fad3b40140ecf26) AuthConfig (eda96de982d322defc1144352eace8dbc981ddba6034ffb276b2b95e4678c8d6) AuthConfig (79910d4696b602dfaa2501f15eed5a2d7ae7a6e82dbfb4a531f91cf2a62af251)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"7fab10f3-717b-4f62-89fb-1c85bc2daf58","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.485069188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"e01edb49-c8f4-47b0-8d74-59f60ecd6533","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.485096488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"e01edb49-c8f4-47b0-8d74-59f60ecd6533","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.875526596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"4a450556-57ee-4f13-9567-5ef9a63753aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.932085708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"4a450556-57ee-4f13-9567-5ef9a63753aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.933117515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496de673-d4c8-40f5-a7d6-8c81c711ca00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.986804919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496de673-d4c8-40f5-a7d6-8c81c711ca00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:40.992701367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ac4a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d02763f3f08969a42c493e5adc3da1c3f7676b6baa06a23ef5cbcd676b3d00a) AuthConfig (33febb07832bf15bbf8462e5f93f1f62fa1d013408d9d60e194f28671bf0f641) AuthConfig (79b84c9b268e4b5cad6d8bce4602a6d60c797169490a643711d038017859d5c2) AuthConfig (c31743f130560e8aa0c3761a004507017d0bacf258b317a846b1f0327185f083) AuthConfig (7f83e7f08bd4d39f23c1792f1e24acdb766b60cc7fdcf252325b95ac8e4c15ff) AuthConfig (ffdcb743d7caf49294d83a33580dfdeca94b5c35cc2e5ddd1793df3625e5d17e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"4a450556-57ee-4f13-9567-5ef9a63753aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.039800787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496de673-d4c8-40f5-a7d6-8c81c711ca00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.099638816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496de673-d4c8-40f5-a7d6-8c81c711ca00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.112543182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"253befc4-cf2b-4e5a-b6d6-534accc60778","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.124233291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"253befc4-cf2b-4e5a-b6d6-534accc60778","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:41.406548122Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-479363","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-479363","reconcileID":"bd5f1341-bdfe-4d6c-a0d0-300c00cf52ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-479363","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-479363":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.154470303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f5cf44-8d91-44b3-865e-4a36fd288f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.207481403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f5cf44-8d91-44b3-865e-4a36fd288f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.260260957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f5cf44-8d91-44b3-865e-4a36fd288f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:43.312928388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f5cf44-8d91-44b3-865e-4a36fd288f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.442106497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"20edc420-dac9-4ee9-9e87-79e51fc51736","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.498600146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"20edc420-dac9-4ee9-9e87-79e51fc51736","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:46.554156285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-da0f3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"20edc420-dac9-4ee9-9e87-79e51fc51736","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:47.604464013Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.590964052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"1ec1007f-ef4b-4b50-954e-98653c016a04","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.648461147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"1ec1007f-ef4b-4b50-954e-98653c016a04","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:50.704690054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7fabe91d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cd4951aa41d250e0ac655581228617bb015337ce8b62f4afb0ecbb85adce776) AuthConfig (25180a30b119ad417ed5344a4928b6f27426b57439301d8ed145b291415699be) AuthConfig (bddce1c59254f5289d9857a156169a4dad96531df627abf687c76cc779e863b0) AuthConfig (d69fbeba95e72ae038ba0e1ebe73434ee425a9391841cdb68c8282367577664c) AuthConfig (db133687b673ca3583e134e7592fad91b0a863264ffd66fb4599c1ff1e29ed31) AuthConfig (65ec72a68a204b6bf27f71f740c04fe9ab1e7c01baf46f3b16445b5416771c9d) AuthConfig (cfc2a86ec6a57d47de96a19ef4262c7f33a894adc21a3aeb3a71a2d005f27f94) AuthConfig (04196dcd2ee70a9ac2e4b6abd1168527dd06d2b82ccf4ba8c2f11a60dbafc0dc) AuthConfig (d43e3a51932a36a04c2edf605de2c9f75b66596667cf30268a8c6f5243a652d5) AuthConfig (7dde18caff573df51cd3653495e44211c0061b86e7b1741c7fec85b7075b9804) AuthConfig (27d2ad79f8be8f0e3a50a3a4e7444ff8f084dfd37dc78df49941bb2b3668e241) AuthConfig (0398fcca2ede91a7317ce93fa8ca8f57504d9941cd6333deab4832e73341af18) AuthConfig (da170ff763919832547b04cc9454aa9f5c18d474b67f1f82f7103d0671dd7368) AuthConfig (7610d6a6b4f76528ef62fe55a1b8ee36b46392ce14fecaaf6d7788e52895ed38) AuthConfig (98053a6833bf75c5dabf52c251e01adf197d74d4650d23d504b6bdfb1751e0e0) AuthConfig (85ea35e52b0dd4953458c0f0e4190da02cff5feb82eaadef2fad3b40140ecf26) AuthConfig (eda96de982d322defc1144352eace8dbc981ddba6034ffb276b2b95e4678c8d6) AuthConfig (79910d4696b602dfaa2501f15eed5a2d7ae7a6e82dbfb4a531f91cf2a62af251)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"1ec1007f-ef4b-4b50-954e-98653c016a04","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.217942209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"6fa6a87a-eaa3-40dc-997f-645abb2be410","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.274725064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"6fa6a87a-eaa3-40dc-997f-645abb2be410","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:51.330196851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ac4a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d02763f3f08969a42c493e5adc3da1c3f7676b6baa06a23ef5cbcd676b3d00a) AuthConfig (33febb07832bf15bbf8462e5f93f1f62fa1d013408d9d60e194f28671bf0f641) AuthConfig (79b84c9b268e4b5cad6d8bce4602a6d60c797169490a643711d038017859d5c2) AuthConfig (c31743f130560e8aa0c3761a004507017d0bacf258b317a846b1f0327185f083) AuthConfig (7f83e7f08bd4d39f23c1792f1e24acdb766b60cc7fdcf252325b95ac8e4c15ff) AuthConfig (ffdcb743d7caf49294d83a33580dfdeca94b5c35cc2e5ddd1793df3625e5d17e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"6fa6a87a-eaa3-40dc-997f-645abb2be410","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.665637438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"b9deeb56-0b71-4ada-9a13-3a78d8062ac8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.722901159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"b9deeb56-0b71-4ada-9a13-3a78d8062ac8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:07:56.778295794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-da0f3d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"b9deeb56-0b71-4ada-9a13-3a78d8062ac8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.818958749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"2af7c01b-49c1-416b-9ae4-ecaa0edb5869","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.876077869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"2af7c01b-49c1-416b-9ae4-ecaa0edb5869","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:00.931824979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-7fabe91d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cd4951aa41d250e0ac655581228617bb015337ce8b62f4afb0ecbb85adce776) AuthConfig (25180a30b119ad417ed5344a4928b6f27426b57439301d8ed145b291415699be) AuthConfig (bddce1c59254f5289d9857a156169a4dad96531df627abf687c76cc779e863b0) AuthConfig (d69fbeba95e72ae038ba0e1ebe73434ee425a9391841cdb68c8282367577664c) AuthConfig (db133687b673ca3583e134e7592fad91b0a863264ffd66fb4599c1ff1e29ed31) AuthConfig (65ec72a68a204b6bf27f71f740c04fe9ab1e7c01baf46f3b16445b5416771c9d) AuthConfig (cfc2a86ec6a57d47de96a19ef4262c7f33a894adc21a3aeb3a71a2d005f27f94) AuthConfig (04196dcd2ee70a9ac2e4b6abd1168527dd06d2b82ccf4ba8c2f11a60dbafc0dc) AuthConfig (d43e3a51932a36a04c2edf605de2c9f75b66596667cf30268a8c6f5243a652d5) AuthConfig (7dde18caff573df51cd3653495e44211c0061b86e7b1741c7fec85b7075b9804) AuthConfig (27d2ad79f8be8f0e3a50a3a4e7444ff8f084dfd37dc78df49941bb2b3668e241) AuthConfig (0398fcca2ede91a7317ce93fa8ca8f57504d9941cd6333deab4832e73341af18) AuthConfig (da170ff763919832547b04cc9454aa9f5c18d474b67f1f82f7103d0671dd7368) AuthConfig (7610d6a6b4f76528ef62fe55a1b8ee36b46392ce14fecaaf6d7788e52895ed38) AuthConfig (98053a6833bf75c5dabf52c251e01adf197d74d4650d23d504b6bdfb1751e0e0) AuthConfig (85ea35e52b0dd4953458c0f0e4190da02cff5feb82eaadef2fad3b40140ecf26) AuthConfig (eda96de982d322defc1144352eace8dbc981ddba6034ffb276b2b95e4678c8d6) AuthConfig (79910d4696b602dfaa2501f15eed5a2d7ae7a6e82dbfb4a531f91cf2a62af251)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"2af7c01b-49c1-416b-9ae4-ecaa0edb5869","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.442924921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"ccd0cc3a-675b-4886-9332-46161d32514e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.505441327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"ccd0cc3a-675b-4886-9332-46161d32514e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:01.56082356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ac4a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d02763f3f08969a42c493e5adc3da1c3f7676b6baa06a23ef5cbcd676b3d00a) AuthConfig (33febb07832bf15bbf8462e5f93f1f62fa1d013408d9d60e194f28671bf0f641) AuthConfig (79b84c9b268e4b5cad6d8bce4602a6d60c797169490a643711d038017859d5c2) AuthConfig (c31743f130560e8aa0c3761a004507017d0bacf258b317a846b1f0327185f083) AuthConfig (7f83e7f08bd4d39f23c1792f1e24acdb766b60cc7fdcf252325b95ac8e4c15ff) AuthConfig (ffdcb743d7caf49294d83a33580dfdeca94b5c35cc2e5ddd1793df3625e5d17e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"ccd0cc3a-675b-4886-9332-46161d32514e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.673498853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"eb06dce3-0937-4cb5-804c-2895a5b832d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.673500224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"6d86f950-3d43-4ffd-9ce9-0bedd61007d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.730950141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"eb06dce3-0937-4cb5-804c-2895a5b832d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:04.731495939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"6d86f950-3d43-4ffd-9ce9-0bedd61007d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.313902639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"e51ac909-e1ea-4955-838b-fdcb12c88db2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:05.431070669Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"e51ac909-e1ea-4955-838b-fdcb12c88db2","name":"e2e-api-a-d73ad7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.884927048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"93faddc9-fc27-4838-9312-3ff6e6547c9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.941846283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"93faddc9-fc27-4838-9312-3ff6e6547c9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:06.997307359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-da0f3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ff83aa2e7f47b068d064321e8586019c17f5ba28ea504c13d55273b4cc319d6) AuthConfig (1b9f3c2217a67e153304412c3391d01022e532e9cbc8033326000719f113630e) AuthConfig (fc3fa022f7891c31c52e4109dbc22a2c4df592f0a6e6904642389640ab094b8b) AuthConfig (66008b3b5291f1e1dec472e3a52d25ce99a2c258cf0999cfcaeb022fe9b3a3e5) AuthConfig (091db1623df64c27c597f8f4c0f8f502158fe9c494f7f39efeac9f8006c3a17f) AuthConfig (642167dff6b6ff8ef78343df06589df2b1e77378712f5cba83c077550fa2d827)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"93faddc9-fc27-4838-9312-3ff6e6547c9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.053901906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c60e7f08-def5-4022-910f-99026072a208","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:07.053927002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c60e7f08-def5-4022-910f-99026072a208","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.038498766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"7bcff683-22a8-4e8f-b5e9-3613735a6bc6","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.09741968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"7bcff683-22a8-4e8f-b5e9-3613735a6bc6","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.416573551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"a3443ae2-d04f-40c8-ab6f-29b919d3983f","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.41659806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"a3443ae2-d04f-40c8-ab6f-29b919d3983f","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.66789462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"c320fded-33bf-4a70-b649-f4f47d56831a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:11.72432754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"c320fded-33bf-4a70-b649-f4f47d56831a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.047162587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0323d416-bab4-41cf-ae16-ecd681ade357","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:12.047185178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0323d416-bab4-41cf-ae16-ecd681ade357","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.014897716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e64f8546-626f-4ca7-b9d2-55218ab78779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.014923311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e64f8546-626f-4ca7-b9d2-55218ab78779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.073194411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c002cbd6-c397-4900-8f0a-a3d11ad30c16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.073221549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c002cbd6-c397-4900-8f0a-a3d11ad30c16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.164709939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"22fb6490-98d5-4d0f-91ee-a80319293d59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.22190567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"22fb6490-98d5-4d0f-91ee-a80319293d59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.23086827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-821e618e","reconcileID":"67783590-f01c-4256-a499-ce9e7353c343","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.277190332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-da0f3d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ff83aa2e7f47b068d064321e8586019c17f5ba28ea504c13d55273b4cc319d6) AuthConfig (1b9f3c2217a67e153304412c3391d01022e532e9cbc8033326000719f113630e) AuthConfig (fc3fa022f7891c31c52e4109dbc22a2c4df592f0a6e6904642389640ab094b8b) AuthConfig (66008b3b5291f1e1dec472e3a52d25ce99a2c258cf0999cfcaeb022fe9b3a3e5) AuthConfig (091db1623df64c27c597f8f4c0f8f502158fe9c494f7f39efeac9f8006c3a17f) AuthConfig (642167dff6b6ff8ef78343df06589df2b1e77378712f5cba83c077550fa2d827)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"22fb6490-98d5-4d0f-91ee-a80319293d59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.285704901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"436da019-ef61-44e8-a3bb-06b0a989f0f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.285726782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"436da019-ef61-44e8-a3bb-06b0a989f0f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.288784782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-821e618e","reconcileID":"67783590-f01c-4256-a499-ce9e7353c343","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.342337381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a9dc928-a93e-4471-be74-c11d9c145103","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.342360223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a9dc928-a93e-4471-be74-c11d9c145103","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:08:17.394415134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-821e618e","reconcileID":"9e26c4c1-a6ce-46f8-b034-6558f935b409","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-821e618e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.444381165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e02ff4d-8211-4656-ba99-0ba769c0b8c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.444382175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e40179-81cb-4d43-a156-70b0282a7123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.502509079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e02ff4d-8211-4656-ba99-0ba769c0b8c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.502557905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e40179-81cb-4d43-a156-70b0282a7123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.507605747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df6115f5-7e6f-4fc5-b420-bb8362c83e34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.507624724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df6115f5-7e6f-4fc5-b420-bb8362c83e34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.562863688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"819751d9-44bd-4304-984e-cb5232e23373","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.562886764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"819751d9-44bd-4304-984e-cb5232e23373","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.605688174Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.617821726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e66a8d6e-4840-4405-83c5-14db3bcdd2bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.618100707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e66a8d6e-4840-4405-83c5-14db3bcdd2bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.797672296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-821e618e","reconcileID":"44eda200-f8ae-463b-bde5-8a043a0184b2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.869337991Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-821e618e","reconcileID":"106cc509-2056-4465-9095-f4bcf3a12253","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-821e618e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.869681675Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-821e618e","reconcileID":"106cc509-2056-4465-9095-f4bcf3a12253","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-821e618e","error":"MaaSModelRef not found: llm/nonexistent-model-821e618e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.870518919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-821e618e","reconcileID":"44eda200-f8ae-463b-bde5-8a043a0184b2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.963933677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4386b0d9-1667-4498-9ee5-9dd349d1bd6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:17.964299219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dbec820-dc2c-4780-8413-62bf9e60775d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.020664633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4386b0d9-1667-4498-9ee5-9dd349d1bd6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.020781373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dbec820-dc2c-4780-8413-62bf9e60775d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.090387306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"daecddbc-75d3-4baa-ad66-d1ac9038abcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.207201779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db99bb11-dfaa-45aa-9109-df7624f861ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.252599833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db99bb11-dfaa-45aa-9109-df7624f861ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.469271915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-821e618e","reconcileID":"9736f3ba-2c5c-4901-9e9e-4972114cd0b1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:18.469428853Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-821e618e","reconcileID":"9736f3ba-2c5c-4901-9e9e-4972114cd0b1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-821e618e","error":"MaaSModelRef not found: llm/nonexistent-model-821e618e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.00494373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73e027c9-b281-432a-b416-fa3ba9999a7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.00496753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73e027c9-b281-432a-b416-fa3ba9999a7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.162309749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d612440f-0b6f-4485-abaf-1e7045beea00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.162536333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf483a02-2f33-4669-a09b-fdadb0644165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.162309751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-821e618e","reconcileID":"fada8e84-8a86-4a78-84c2-a67a09b41fc1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.218592456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d612440f-0b6f-4485-abaf-1e7045beea00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.219281236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf483a02-2f33-4669-a09b-fdadb0644165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:20.220908904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-821e618e","reconcileID":"fada8e84-8a86-4a78-84c2-a67a09b41fc1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.384841133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"b6a52628-ec00-4116-8ef9-d19c87da3a43","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.441574146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"b6a52628-ec00-4116-8ef9-d19c87da3a43","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.719569589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0518a89-e5e9-45de-9a55-4e26d3d9ff8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:27.719593497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0518a89-e5e9-45de-9a55-4e26d3d9ff8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:28.825255857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"75eab9fb-34db-46d2-82bc-c0e7693f20cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:28.924528647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"14eec845-001e-4429-97a8-c93effd74f52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.026479953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"f2a36850-b62f-41c0-9701-06aac942126b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.080384311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"a76857a2-4f94-4547-925e-2796e08f6457","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.496624577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"0d5e15b1-2d1c-45f8-ae8c-7f62fac1a864","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.596062728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"279fe802-9071-405c-8c64-5cb9efe2de0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.601814629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"7ceed7f8-75bf-474d-af28-d02ef3e0f5d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.688366707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"2caca07d-eb51-4eec-b10b-66e458a7a637","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.787590216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"5342e2b5-d382-497b-8048-612e40d7ff6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:29.889631721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36bc434d-c408-4066-969a-2ebb8080c788","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.080217608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"03da8463-674d-471a-8910-7982b78cb1e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.171870982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-821e618e","reconcileID":"eb286dfe-5408-4df3-8407-fe2e2c106db4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-821e618e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.180504981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"138fb311-c66a-4c31-9d49-3d603d7da0a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.346103024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"7f85d1c7-1551-4aeb-a32c-f88c76a44e5a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.387821432Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-821e618e","reconcileID":"eb286dfe-5408-4df3-8407-fe2e2c106db4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.387866197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-821e618e","reconcileID":"eb286dfe-5408-4df3-8407-fe2e2c106db4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-821e618e","subscription":"e2e-neg-ghost-sub-821e618e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.388081696Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-821e618e","reconcileID":"eb286dfe-5408-4df3-8407-fe2e2c106db4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-821e618e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-821e618e","error":"MaaSModelRef not found: llm/nonexistent-model-821e618e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.462363194Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"7f85d1c7-1551-4aeb-a32c-f88c76a44e5a","name":"e2e-api-b-02a8fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.608188747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5b057f1-f886-4c50-aefd-a04577ca7ee4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.764722411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f9fae9c-0dcf-4d31-8ab5-ea729d7782fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.764746961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f9fae9c-0dcf-4d31-8ab5-ea729d7782fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.915587802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cffbf09-7be8-485f-bb54-627f7ad22b12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.915614482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cffbf09-7be8-485f-bb54-627f7ad22b12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.924980515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cb663a7-6ec3-47fb-9a4b-07945eba8a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.925246218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-821e618e","reconcileID":"7b7dcaa8-65f1-4a4e-9ffe-180add08669d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.925417421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc2965cc-21c9-4197-bd6a-1cf5ca944123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.982914738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc2965cc-21c9-4197-bd6a-1cf5ca944123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.983077666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-821e618e","reconcileID":"7b7dcaa8-65f1-4a4e-9ffe-180add08669d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:30.985349006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cb663a7-6ec3-47fb-9a4b-07945eba8a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.188687925Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-821e618e","reconcileID":"82adb27a-a31a-46da-bed5-081db681fadd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-821e618e","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.357790918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5ce6d0f-5d18-4a82-a811-5697fe7379a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.357812284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5ce6d0f-5d18-4a82-a811-5697fe7379a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.652639014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab4f37a7-43c6-48b7-9462-ad085970f108","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.652664183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab4f37a7-43c6-48b7-9462-ad085970f108","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.707922757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b79ef0d-08a0-4565-9b55-55faf1054f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.707950898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b79ef0d-08a0-4565-9b55-55faf1054f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.919846365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-37ea50a4","reconcileID":"e1b31793-39da-4f6e-b028-9b1865055957","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:31.976378681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-37ea50a4","reconcileID":"e1b31793-39da-4f6e-b028-9b1865055957","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:32.083735092Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-37ea50a4","reconcileID":"e1b31793-39da-4f6e-b028-9b1865055957","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-37ea50a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:32.305378649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0eb06ce6-f15c-4441-b0c7-4ff2822df92f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:32.305405901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0eb06ce6-f15c-4441-b0c7-4ff2822df92f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:32.519899217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-37ea50a4","reconcileID":"fa6a22c6-492b-49c8-8ea5-f8d58d77ca4f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:32.576823674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-37ea50a4","reconcileID":"fa6a22c6-492b-49c8-8ea5-f8d58d77ca4f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:32.685187765Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-37ea50a4","reconcileID":"fa6a22c6-492b-49c8-8ea5-f8d58d77ca4f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-37ea50a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.40791989Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-37ea50a4","reconcileID":"968c3546-83e3-4364-beeb-112bf0071018","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.408008596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"090fa0d1-ee0d-445e-9e47-111015480d06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.408027504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"090fa0d1-ee0d-445e-9e47-111015480d06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.461409277Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-37ea50a4","reconcileID":"968c3546-83e3-4364-beeb-112bf0071018","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-37ea50a4","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-37ea50a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.672870956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4d27d37-d07f-4ee8-9799-436788f4ee4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:34.672894469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4d27d37-d07f-4ee8-9799-436788f4ee4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:40.497790343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"9761efb8-7dbb-4fa9-b0ff-7d0aec7fe236","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:40.616396944Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"9761efb8-7dbb-4fa9-b0ff-7d0aec7fe236","name":"e2e-api-b-479363-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.745969379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0596675d-21e1-4e04-9696-0fa3ce6c9607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.834666515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0596675d-21e1-4e04-9696-0fa3ce6c9607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.887518543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0596675d-21e1-4e04-9696-0fa3ce6c9607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:44.940315443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0596675d-21e1-4e04-9696-0fa3ce6c9607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:45.105636454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"235ba0f7-201f-4eef-8487-c100d34c5814","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:45.159087631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"591171eb-71e2-44c1-b186-0a2927610584","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:45.159671469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"cd7c9127-e190-4e68-b589-22487e1db909","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:45.173769372Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-97ca39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-97ca39","reconcileID":"97486acb-e46d-4702-8066-0144ec84f18d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-97ca39","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-97ca39":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:45.28251637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"41a3936d-93f0-4d4a-ab5f-59d5b6275915","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:45.288664209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"39a1a94e-fd04-4923-bab6-bedc2d7c25ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:45.472648387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"17306c12-2783-4e1d-b94e-b3b03f59e2ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:45.545346375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"784e4513-134c-479c-8cef-3fa7b6785cdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:45.835515752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"fbc024cc-c43a-4c1d-80a1-ee0d469a7fe7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:46.047641289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"73a39ba7-a5d0-4f40-ba58-3f2d61905d92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:46.27162044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"b7c25d19-c173-4941-ab96-87d7482b6ab7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:46.273202853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"5f683170-23b5-4a7f-9d07-37c1e2d214ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:46.463792065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45a3baa2-fc8e-40d3-87f0-c6f0949a2b14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:47.054022954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3288e208-06ab-4840-ac54-b35054492469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:47.106522629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3288e208-06ab-4840-ac54-b35054492469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:47.159157566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3288e208-06ab-4840-ac54-b35054492469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:47.212041179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3288e208-06ab-4840-ac54-b35054492469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:47.615237569Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:49.180377146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06598aa-7afe-4ccf-8008-431fe3461a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:49.232733961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06598aa-7afe-4ccf-8008-431fe3461a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:49.285428842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06598aa-7afe-4ccf-8008-431fe3461a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:49.338078444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06598aa-7afe-4ccf-8008-431fe3461a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:50.36930632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"1f7bfa00-6711-41f8-81f9-4d377bf700f4","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:50.369855263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"1f7bfa00-6711-41f8-81f9-4d377bf700f4","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:50.532546649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"a94295c3-909c-42f5-9111-c0492a46ff0d","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:50.53265736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"a94295c3-909c-42f5-9111-c0492a46ff0d","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:50.594096041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"4cc3b86d-335e-46c1-8a5f-de852d1bab4e","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:50.653761849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"4cc3b86d-335e-46c1-8a5f-de852d1bab4e","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:50.697103381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"d8179938-186b-4519-af6a-bf2393e4f7b8","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:51.01854953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"d46adf0d-c9b4-403c-95c7-b706053d882a","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:51.04243522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"d6e1d044-c5ef-40e7-85aa-cc135951f946","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:51.085280572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"d46adf0d-c9b4-403c-95c7-b706053d882a","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:51.38625939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c717fd71-4308-415a-a4a3-9fc495113a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:51.454565518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c717fd71-4308-415a-a4a3-9fc495113a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:51.517376679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c717fd71-4308-415a-a4a3-9fc495113a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:51.570485935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c717fd71-4308-415a-a4a3-9fc495113a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.542555148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7793e036-47d1-4c90-bec3-4aa836288807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.596017993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7793e036-47d1-4c90-bec3-4aa836288807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.649323705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7793e036-47d1-4c90-bec3-4aa836288807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:53.702076846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7793e036-47d1-4c90-bec3-4aa836288807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:55.69556542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e92105a-0128-414e-98cb-0c273061d635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:55.74839246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e92105a-0128-414e-98cb-0c273061d635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:55.801058995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e92105a-0128-414e-98cb-0c273061d635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:55.853618736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e92105a-0128-414e-98cb-0c273061d635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:57.811796156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977e7c46-a30f-4442-9e33-5aec30c5125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:57.86473178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977e7c46-a30f-4442-9e33-5aec30c5125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:57.917666411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977e7c46-a30f-4442-9e33-5aec30c5125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:57.970375061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977e7c46-a30f-4442-9e33-5aec30c5125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:59.921544339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9a7409-5171-4f9e-afec-2909866cca68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:08:59.976266242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9a7409-5171-4f9e-afec-2909866cca68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:00.029274895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9a7409-5171-4f9e-afec-2909866cca68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:00.081944706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9a7409-5171-4f9e-afec-2909866cca68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:00.990038711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"892c4b49-1d05-4c50-8319-bf89d7076572","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:00.990067509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"892c4b49-1d05-4c50-8319-bf89d7076572","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:01.109030142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"48027f66-7cc8-4f9a-b70d-e6f099bf41c4","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:01.166004377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"48027f66-7cc8-4f9a-b70d-e6f099bf41c4","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:01.215966456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"5b74b8a0-a7ff-4407-ad96-542e6b8a9ade","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:01.514498136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"68784b72-c975-4063-aefb-1ba02d14b821","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:01.567933622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"881a2b12-879d-4fdb-b1e0-65aa023391c3","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:01.57272526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"68784b72-c975-4063-aefb-1ba02d14b821","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:02.06480012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c587a0-ce38-4cd9-a2dc-70a0ae22b93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:02.117670053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c587a0-ce38-4cd9-a2dc-70a0ae22b93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:02.170432726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c587a0-ce38-4cd9-a2dc-70a0ae22b93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:02.222926071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c587a0-ce38-4cd9-a2dc-70a0ae22b93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:09.969297451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b0197d-7e0b-4bbd-8d80-cf8049c4a139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.021753915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b0197d-7e0b-4bbd-8d80-cf8049c4a139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.074799085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b0197d-7e0b-4bbd-8d80-cf8049c4a139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.129260873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b0197d-7e0b-4bbd-8d80-cf8049c4a139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.498310897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85e7f70e-1404-4461-a64b-099d36f255c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.498344356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85e7f70e-1404-4461-a64b-099d36f255c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.56616082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b53a7af0-1264-49ee-a62b-34c97da59914","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.566188241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b53a7af0-1264-49ee-a62b-34c97da59914","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.674741966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"de137e65-e135-464b-a49e-79ac0dd4094f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.805109402Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"de137e65-e135-464b-a49e-79ac0dd4094f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"name":"e2e-api-a-d73ad7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.880478115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d73ad7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"de137e65-e135-464b-a49e-79ac0dd4094f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.951153643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b5cff84-1b8c-4e69-ac34-f5341faa0932","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:10.951822814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b5cff84-1b8c-4e69-ac34-f5341faa0932","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:12.480691756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f71547-641d-4056-b7af-072afec9ca87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:12.558821587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f71547-641d-4056-b7af-072afec9ca87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:12.624466707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f71547-641d-4056-b7af-072afec9ca87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:12.677508649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f71547-641d-4056-b7af-072afec9ca87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:14.641060614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c72bd0-cfea-413c-9495-fb98459042c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:14.700010528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c72bd0-cfea-413c-9495-fb98459042c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:14.7540571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c72bd0-cfea-413c-9495-fb98459042c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:14.807367635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c72bd0-cfea-413c-9495-fb98459042c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:16.368263122Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2bc5e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2bc5e3","reconcileID":"68fddc59-d433-40eb-af06-608199c97b89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2bc5e3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-2bc5e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:16.720221133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0f57a8-a94c-48c7-9ea0-4092d088a618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:16.772940471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0f57a8-a94c-48c7-9ea0-4092d088a618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:16.825784099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0f57a8-a94c-48c7-9ea0-4092d088a618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:16.878624663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0f57a8-a94c-48c7-9ea0-4092d088a618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:17.606602498Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:18.801809406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10511d3d-3cfd-4530-99f7-f391f8021a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:18.856480269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10511d3d-3cfd-4530-99f7-f391f8021a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:18.909935969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10511d3d-3cfd-4530-99f7-f391f8021a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:18.962745593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10511d3d-3cfd-4530-99f7-f391f8021a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.920844394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d454f6-d83a-483e-a5c8-6507032bd692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:20.98160943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d454f6-d83a-483e-a5c8-6507032bd692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:21.057537316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d454f6-d83a-483e-a5c8-6507032bd692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:21.157104703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d454f6-d83a-483e-a5c8-6507032bd692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:21.159308613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"f4ab2638-eb78-4419-9b99-40d05e44c9b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:21.243056092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"f4ab2638-eb78-4419-9b99-40d05e44c9b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"name":"e2e-api-a-d73ad7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:21.320380558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d73ad7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"f4ab2638-eb78-4419-9b99-40d05e44c9b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:23.17354876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a521761f-a2b8-484d-9076-d8576b8e5575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:23.226102191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a521761f-a2b8-484d-9076-d8576b8e5575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:23.278968187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a521761f-a2b8-484d-9076-d8576b8e5575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:23.331467589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a521761f-a2b8-484d-9076-d8576b8e5575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.271217853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"ecc14db1-02de-49a9-94f3-ea9ccfcf7324","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.475102857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"f144b67a-5f48-4867-ba32-714f11b45367","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.580414265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"4a06a0a7-1edf-4bc1-b8ac-0443371a0831","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.769744305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"72f0c2d4-5b44-44f8-9279-3556f35a38ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:30.949272526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"7cf38f3a-50ff-4780-8401-76698a6ad431","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.052805848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"b675875b-10c0-4f4f-a287-2ee19a403a51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.076602267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"a09fdd8f-86b1-4a17-b37d-0b41acd0e2d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.260479441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"e872dfde-6c7f-4c39-ac9f-91ea3a3d9241","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.356712144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"05d00903-098e-497b-a288-ac175d5af91c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.390014998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"ed8c421e-a057-44b0-8875-dda377d7e0b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.513028546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"3133b0fa-4992-4b33-8c2f-868f7a9eca9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.557484453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"df997e5a-a22f-41e1-a399-7b5c3d54d5f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.572121966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"3133b0fa-4992-4b33-8c2f-868f7a9eca9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"name":"e2e-api-a-d73ad7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.629513945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d73ad7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01b25f66ea0b606b82f7716e0944bcfea42fc4a7acdb5ffe011bdb5e57c6d003) AuthConfig (16614072ce705fbed587e11d333acf6c811d0df2c892362e43a1b01a8339ec04) AuthConfig (5d1ee88b30cdd344662648bae8ac456dd59c874764e526dec045f603dce42ffa) AuthConfig (49932e857ef5be4624fceda9164c189ede47277810ee709570e24abab9a6da46) AuthConfig (37852783523a3fc3e3302f00758d7b6670a1868b833a6232a514ece23407c8df) AuthConfig (fe06835b2269f3fad93988b447c10850decee2e5220d1d50e51294081e50515c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"3133b0fa-4992-4b33-8c2f-868f7a9eca9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.662533737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"a05db2f0-e886-40ee-9e6a-e27814d816bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.680427558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"512c8d4b-cf9a-4245-a7cf-8d6f840db329","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.687204064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9e1d35c-f1c3-487e-88f3-8dfbea3f372a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:31.687226067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9e1d35c-f1c3-487e-88f3-8dfbea3f372a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.269998261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70703d0-fa86-4f57-855b-1e87ea033e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.323018773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70703d0-fa86-4f57-855b-1e87ea033e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.375951366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70703d0-fa86-4f57-855b-1e87ea033e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:36.42854429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70703d0-fa86-4f57-855b-1e87ea033e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.050619131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5072528-4f70-46d9-a578-4e72ba2a5f35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.050651497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5072528-4f70-46d9-a578-4e72ba2a5f35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.107313453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54b27ba1-dc5e-45b9-9c1c-3e5162a36fda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.107335793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54b27ba1-dc5e-45b9-9c1c-3e5162a36fda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.212170159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"00a33418-4eac-4529-9f7f-63f41e89980e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.335525506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"00a33418-4eac-4529-9f7f-63f41e89980e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"name":"e2e-api-b-02a8fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.376312957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cdeb01-79c5-45f8-92ed-1178b17b8254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.429373526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cdeb01-79c5-45f8-92ed-1178b17b8254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.431557702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-02a8fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"00a33418-4eac-4529-9f7f-63f41e89980e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.482313091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cdeb01-79c5-45f8-92ed-1178b17b8254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.534805753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cdeb01-79c5-45f8-92ed-1178b17b8254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.539785345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1174ce3a-0447-4a35-a70f-abea11819c8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:38.539804028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1174ce3a-0447-4a35-a70f-abea11819c8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:39.703507606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"d101e313-7752-404d-b13d-1a9076997f4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:39.760082297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"d101e313-7752-404d-b13d-1a9076997f4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:40.190799109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"cd49702f-5b47-437c-bd08-85a3c2234f46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:40.248517457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"cd49702f-5b47-437c-bd08-85a3c2234f46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:40.56305633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785c40da-e570-4047-b52c-b638ee2e736d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:40.616079254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785c40da-e570-4047-b52c-b638ee2e736d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:40.668984506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785c40da-e570-4047-b52c-b638ee2e736d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:40.722154153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785c40da-e570-4047-b52c-b638ee2e736d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.86624082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"957fc1c9-9ed7-4f61-8c93-301073a36c08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.923700671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"957fc1c9-9ed7-4f61-8c93-301073a36c08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"name":"e2e-api-a-d73ad7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:41.979114869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d73ad7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01b25f66ea0b606b82f7716e0944bcfea42fc4a7acdb5ffe011bdb5e57c6d003) AuthConfig (16614072ce705fbed587e11d333acf6c811d0df2c892362e43a1b01a8339ec04) AuthConfig (5d1ee88b30cdd344662648bae8ac456dd59c874764e526dec045f603dce42ffa) AuthConfig (49932e857ef5be4624fceda9164c189ede47277810ee709570e24abab9a6da46) AuthConfig (37852783523a3fc3e3302f00758d7b6670a1868b833a6232a514ece23407c8df) AuthConfig (fe06835b2269f3fad93988b447c10850decee2e5220d1d50e51294081e50515c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"957fc1c9-9ed7-4f61-8c93-301073a36c08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.674600309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3f0249-5d8f-4fb2-b62d-0b2a3603bc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.727582923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3f0249-5d8f-4fb2-b62d-0b2a3603bc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.780428791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3f0249-5d8f-4fb2-b62d-0b2a3603bc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:42.832946996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3f0249-5d8f-4fb2-b62d-0b2a3603bc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:44.762365627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104e85ab-694b-45f7-ab8d-052df12fa9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:44.814916558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104e85ab-694b-45f7-ab8d-052df12fa9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:44.86751491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104e85ab-694b-45f7-ab8d-052df12fa9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:44.920442465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"104e85ab-694b-45f7-ab8d-052df12fa9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:46.973320902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea50e3-5af5-4cde-a696-c303075e602b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:47.026291764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea50e3-5af5-4cde-a696-c303075e602b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:47.08062278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea50e3-5af5-4cde-a696-c303075e602b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:47.133979741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea50e3-5af5-4cde-a696-c303075e602b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:47.603497803Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:48.64571211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"2c9ab9e7-05a5-494e-ab00-71f521924956","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:48.710641668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"2c9ab9e7-05a5-494e-ab00-71f521924956","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"name":"e2e-api-b-02a8fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:48.766609181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-02a8fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1c56dac54abf7d5e43d9bee25ecd46e9ee09ae3f7c0a67f08fb930e0308b06a) AuthConfig (4d892a16b1ffab4f19d86b37ef6df51a3dc2dbfdf00ce0d0b62083c9ab578207) AuthConfig (1fd378658a400488bce55f17f778d49bc5a0c005b92424e61c00cdcce53d5a2f) AuthConfig (0d1efdee3f1b3e1967482b7305b22c61c02b4a9f1582d60a2cfcd85e86e29844) AuthConfig (8c3879ffc52a6f5fe6c5fa60d9ee738493e054ec773563ecd380c7ab59f05267) AuthConfig (4a0adf284e7dd21d990b910e1c79ca6d88cf40548badb52a6b05f96ec1436d3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"2c9ab9e7-05a5-494e-ab00-71f521924956","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:48.824892119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf4be4c3-60ce-4240-b126-c0608af64ccd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:48.824918321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf4be4c3-60ce-4240-b126-c0608af64ccd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:49.047841863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202c2d46-0f24-4a18-a792-bf9c569af74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:49.1007321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202c2d46-0f24-4a18-a792-bf9c569af74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:49.153622082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202c2d46-0f24-4a18-a792-bf9c569af74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:49.207118909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202c2d46-0f24-4a18-a792-bf9c569af74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:50.353552325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"4a4d5f7d-987c-4493-83c5-114c3dadbbfa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:50.412696861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"4a4d5f7d-987c-4493-83c5-114c3dadbbfa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:50.678540381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"96271c30-4c32-432b-a38e-68df6611c2d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:50.735660342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"96271c30-4c32-432b-a38e-68df6611c2d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:51.168945923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924bff78-9d70-4476-8a55-1b38d8d63b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:51.221903555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924bff78-9d70-4476-8a55-1b38d8d63b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:51.274674765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924bff78-9d70-4476-8a55-1b38d8d63b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:51.327510384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924bff78-9d70-4476-8a55-1b38d8d63b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:52.093832718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"ddd66253-66e0-4bf9-8cd6-11b28a0edb5a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:52.152490974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"ddd66253-66e0-4bf9-8cd6-11b28a0edb5a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"name":"e2e-api-a-d73ad7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:52.47340973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25f4b6cf-c9d1-4392-bed1-18478a6eb1bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:52.473432339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25f4b6cf-c9d1-4392-bed1-18478a6eb1bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:55.672564974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"7ea226fa-900c-407f-b90d-cbf38d37b9f7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-97ca39","tenantID":"e2e-ipp-a-97ca39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:55.819608134Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"7ea226fa-900c-407f-b90d-cbf38d37b9f7","name":"e2e-ipp-a-97ca39-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:58.930534441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"72e9b81f-3ca3-4ece-9564-42756c030b9c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:58.991602737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"72e9b81f-3ca3-4ece-9564-42756c030b9c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"name":"e2e-api-b-02a8fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.048121731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-02a8fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1c56dac54abf7d5e43d9bee25ecd46e9ee09ae3f7c0a67f08fb930e0308b06a) AuthConfig (4d892a16b1ffab4f19d86b37ef6df51a3dc2dbfdf00ce0d0b62083c9ab578207) AuthConfig (1fd378658a400488bce55f17f778d49bc5a0c005b92424e61c00cdcce53d5a2f) AuthConfig (0d1efdee3f1b3e1967482b7305b22c61c02b4a9f1582d60a2cfcd85e86e29844) AuthConfig (8c3879ffc52a6f5fe6c5fa60d9ee738493e054ec773563ecd380c7ab59f05267) AuthConfig (4a0adf284e7dd21d990b910e1c79ca6d88cf40548badb52a6b05f96ec1436d3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"72e9b81f-3ca3-4ece-9564-42756c030b9c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.272800343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"895c2973-2159-4b24-8864-a65512065f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.272819024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"895c2973-2159-4b24-8864-a65512065f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.330951791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a23be1d9-c443-423d-a7af-7f3e14e68614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.330980956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a23be1d9-c443-423d-a7af-7f3e14e68614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.437628913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"c90b29b7-a15f-4a26-95d4-dcb49d99d86d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.576201399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"c90b29b7-a15f-4a26-95d4-dcb49d99d86d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"name":"e2e-api-b-479363-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.632172637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-479363-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"c90b29b7-a15f-4a26-95d4-dcb49d99d86d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.688814803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f83d24-9d1a-431e-8c3e-9fe3bacfa71d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:09:59.688844445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f83d24-9d1a-431e-8c3e-9fe3bacfa71d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.211346669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"14506fd3-0b77-4373-85da-015e1bf549d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.269516173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"14506fd3-0b77-4373-85da-015e1bf549d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.581817909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"8a122e1c-2605-4122-925e-17d57e0c9698","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.641069724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"8a122e1c-2605-4122-925e-17d57e0c9698","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:00.994813865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf36792-f81b-4067-b97b-f79ecc5a405b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:01.047469162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf36792-f81b-4067-b97b-f79ecc5a405b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:01.100237296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf36792-f81b-4067-b97b-f79ecc5a405b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:01.153017181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf36792-f81b-4067-b97b-f79ecc5a405b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:03.084734093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5abfb19-d543-4310-b83f-8e75427858c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:03.137888973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5abfb19-d543-4310-b83f-8e75427858c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:03.190839509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5abfb19-d543-4310-b83f-8e75427858c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:03.243631819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5abfb19-d543-4310-b83f-8e75427858c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:05.157754986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccecc76-1570-4a15-a7d3-10a6f52ce5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:05.211240629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccecc76-1570-4a15-a7d3-10a6f52ce5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:05.263971631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccecc76-1570-4a15-a7d3-10a6f52ce5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:05.316479717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccecc76-1570-4a15-a7d3-10a6f52ce5f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.35070343Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"5f4943f5-7b40-428b-a9b9-d78c32b9d856","namespace":"ai-tenant-e2e-mt-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.40328531Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"5f4943f5-7b40-428b-a9b9-d78c32b9d856","name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.461301509Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"5f4943f5-7b40-428b-a9b9-d78c32b9d856","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.461323308Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"5f4943f5-7b40-428b-a9b9-d78c32b9d856","namespace":"ai-tenant-e2e-mt-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.46142264Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"5f4943f5-7b40-428b-a9b9-d78c32b9d856","name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.461811975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"8ef1d55b-1624-48ac-9e2a-d58ca0b23e48","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.461830148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"8ef1d55b-1624-48ac-9e2a-d58ca0b23e48","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.518855256Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"5f4943f5-7b40-428b-a9b9-d78c32b9d856","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.52225939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"0ac96c68-705d-4c3f-bb74-14a6d1aeb60b","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.52228111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"0ac96c68-705d-4c3f-bb74-14a6d1aeb60b","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.567554168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"25fddda4-fefb-45c6-b0ab-57a4f219b6b2","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.6252539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"25fddda4-fefb-45c6-b0ab-57a4f219b6b2","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.629220453Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"3d10fcce-d306-4295-bdf5-61227b6204b1","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5a77a61c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.813017852Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"0489d213-4a2d-4529-8533-ac0603f516f0","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5a77a61c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:06.920303771Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"959822ab-f520-4e5e-ba8a-819e9f70332b","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.087385988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"959822ab-f520-4e5e-ba8a-819e9f70332b","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.22255059Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"959822ab-f520-4e5e-ba8a-819e9f70332b","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"e2e-mt-7fabe91d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.222580898Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-policy-7fabe91d","reconcileID":"959822ab-f520-4e5e-ba8a-819e9f70332b","MaaSAuthPolicy":{"name":"e2e-policy-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.285802169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"281cf2f8-8604-46c4-83e7-77f12ea59642","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.285830301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"281cf2f8-8604-46c4-83e7-77f12ea59642","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.381296974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb716bd-455b-4b0a-8812-646e2fe1a20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.434594707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb716bd-455b-4b0a-8812-646e2fe1a20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.508456227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb716bd-455b-4b0a-8812-646e2fe1a20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:07.573125106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb716bd-455b-4b0a-8812-646e2fe1a20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.16863139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"8f7d4bf3-8eae-4786-8717-213c51717232","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.225923221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"8f7d4bf3-8eae-4786-8717-213c51717232","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"name":"e2e-api-b-02a8fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.282397761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-02a8fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1c56dac54abf7d5e43d9bee25ecd46e9ee09ae3f7c0a67f08fb930e0308b06a) AuthConfig (4d892a16b1ffab4f19d86b37ef6df51a3dc2dbfdf00ce0d0b62083c9ab578207) AuthConfig (1fd378658a400488bce55f17f778d49bc5a0c005b92424e61c00cdcce53d5a2f) AuthConfig (0d1efdee3f1b3e1967482b7305b22c61c02b4a9f1582d60a2cfcd85e86e29844) AuthConfig (8c3879ffc52a6f5fe6c5fa60d9ee738493e054ec773563ecd380c7ab59f05267) AuthConfig (4a0adf284e7dd21d990b910e1c79ca6d88cf40548badb52a6b05f96ec1436d3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"8f7d4bf3-8eae-4786-8717-213c51717232","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.501868921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf19372-cc11-4d4e-8901-4dfee94b8895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.554615921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf19372-cc11-4d4e-8901-4dfee94b8895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.607322287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf19372-cc11-4d4e-8901-4dfee94b8895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.660105957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf19372-cc11-4d4e-8901-4dfee94b8895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.795954879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"7c7deeaa-1650-40e1-94bb-f33386097191","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.853033886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"7c7deeaa-1650-40e1-94bb-f33386097191","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"name":"e2e-api-b-479363-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:09.933251097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-479363-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"7c7deeaa-1650-40e1-94bb-f33386097191","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.810707781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"52661545-8785-498c-91d6-42ac9903dc3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:10.868735389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"52661545-8785-498c-91d6-42ac9903dc3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.143934488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"727f1459-911b-4906-ab32-91c183864d86","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.200764861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"727f1459-911b-4906-ab32-91c183864d86","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.621016993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9547c-77f9-432a-83fa-7c5a08ea4c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.673650599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9547c-77f9-432a-83fa-7c5a08ea4c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.726297253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9547c-77f9-432a-83fa-7c5a08ea4c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.779421741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a9547c-77f9-432a-83fa-7c5a08ea4c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.843807362Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"bce50aab-2bb6-43b4-90b5-cdb70ad5523e","namespace":"ai-tenant-e2e-api-a-9ac4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.843967055Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"bce50aab-2bb6-43b4-90b5-cdb70ad5523e","namespace":"ai-tenant-e2e-api-a-9ac4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.844091437Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"bce50aab-2bb6-43b4-90b5-cdb70ad5523e","name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.906724144Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"8b7ccfaf-b1d4-4a02-9955-401890de78f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.906902417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0afaa5d-1fa9-446c-914c-ee1a79de1dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.906923491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0afaa5d-1fa9-446c-914c-ee1a79de1dc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:11.907397166Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"bce50aab-2bb6-43b4-90b5-cdb70ad5523e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:12.116091892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"8b7ccfaf-b1d4-4a02-9955-401890de78f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:12.285699065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"8b7ccfaf-b1d4-4a02-9955-401890de78f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"name":"e2e-api-a-9ac4a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:12.285724615Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"e2e-e2e-api-a-9ac4a7-policy","reconcileID":"8b7ccfaf-b1d4-4a02-9955-401890de78f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ac4a7-policy","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ac4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:12.344601995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52031d5e-a03e-4393-abd3-6cac303437a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:12.344630256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52031d5e-a03e-4393-abd3-6cac303437a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.906054442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca625859-0898-4221-a6d3-8d5682d8202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:13.968576757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca625859-0898-4221-a6d3-8d5682d8202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.023771325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca625859-0898-4221-a6d3-8d5682d8202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:14.080504126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca625859-0898-4221-a6d3-8d5682d8202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.010741521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"b55fd5dd-0202-477f-99a5-c61311b0b101","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.116602998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"6fd49bf7-c85e-480c-8536-b503beb0217d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.189855566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"e7762248-f076-462a-88f0-f807998e03f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.414033486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"721a7f27-d9a0-48b9-aae6-dd45a137e067","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.470268112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"e7721106-fd07-4495-9526-fd69068ba7df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.76551177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"0689b9de-8d17-43c5-8f4c-50048f0de02b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.86826221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b172609c-1545-4205-ba56-a4f2f94489cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:15.966879456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"27760429-d43f-49f2-9dbd-ba83863a7cfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.076521763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"512f8794-9d39-4ae4-a437-1620a956ef37","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.0993198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"3d746dd7-dd62-44a6-bea1-ca6b33f5b25b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.113788637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e7de1d-3856-4aa2-80fb-fe063f001705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.169801017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e7de1d-3856-4aa2-80fb-fe063f001705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.224652112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e7de1d-3856-4aa2-80fb-fe063f001705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.229537113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"75ef544d-42bf-473c-a6a5-8b45682257fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.280188957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e7de1d-3856-4aa2-80fb-fe063f001705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.454821106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"23bcb1b4-322b-45b2-9565-e229035dc8ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.866713142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"9b67f1d3-4500-40ec-9934-aa4c566a7122","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","subscription":"e2e-sub-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.919584841Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"9b67f1d3-4500-40ec-9934-aa4c566a7122","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:16.972634911Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-sub-7fabe91d","reconcileID":"9b67f1d3-4500-40ec-9934-aa4c566a7122","MaaSSubscription":{"name":"e2e-sub-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"name":"maas-trlp-e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.305320554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"86e74912-7eba-45c5-9f5d-bf9a22ebf595","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.365756521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"8a0c146e-3a22-448d-bc5f-a2744500c6da","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.365779102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"8a0c146e-3a22-448d-bc5f-a2744500c6da","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.48438109Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"86e74912-7eba-45c5-9f5d-bf9a22ebf595","name":"e2e-api-b-2bc5e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:17.602644273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:18.241560242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231c441d-21d8-4e27-94d0-f92e0ba73d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:18.294030938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231c441d-21d8-4e27-94d0-f92e0ba73d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:18.346821425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231c441d-21d8-4e27-94d0-f92e0ba73d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:18.39950752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231c441d-21d8-4e27-94d0-f92e0ba73d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:19.430815914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"8ebd330a-2cb0-40b9-85a5-342f7920ae94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:19.542011811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"8ebd330a-2cb0-40b9-85a5-342f7920ae94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"name":"e2e-api-b-02a8fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:19.864463025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"515d664e-f474-46d3-9131-3ac3ecb371c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:19.864486335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"515d664e-f474-46d3-9131-3ac3ecb371c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:20.03993112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"d3b6c177-342c-48ef-80fd-21012109b2ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:20.097561502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"d3b6c177-342c-48ef-80fd-21012109b2ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"name":"e2e-api-b-479363-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:20.153232693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-479363-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cb561f8f7e99fa5e7f425c73cfb438da398d818ef3e100c926503fc0082f0d2) AuthConfig (609a9d1059a2e490b46ec7396cca8a8157f4d9e0b9ce264fd2c706fd4010446a) AuthConfig (beb425b8b05fc276113ac24abe1bf88cbc9116310f7ea95ffd5db974d5de0692) AuthConfig (e004acd31a2f648f2d2d9d01698a9de67c28b2bfa459b5a831826a7fc4651daa) AuthConfig (c80a385d4e5189612cd9a23274e97032cac1d3747ff9e3052912b9d69c3f4402) AuthConfig (315649e4f21709dbdc82d64c91c02bb6c0ced2bc2f52c822d4de73cb245bcc98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"d3b6c177-342c-48ef-80fd-21012109b2ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:20.214550099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d74ad5d7-40ae-470f-a7c3-05cdbe0ce677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:20.214573779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d74ad5d7-40ae-470f-a7c3-05cdbe0ce677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:20.329623978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e2c332-96ea-4fef-be76-43e3e8fb0921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:20.3824966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e2c332-96ea-4fef-be76-43e3e8fb0921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:20.435482538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e2c332-96ea-4fef-be76-43e3e8fb0921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:20.488680892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e2c332-96ea-4fef-be76-43e3e8fb0921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.402153476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed1d3939-5abb-4953-a308-729ffc97b673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.455442829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed1d3939-5abb-4953-a308-729ffc97b673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.508360738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed1d3939-5abb-4953-a308-729ffc97b673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.561114921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed1d3939-5abb-4953-a308-729ffc97b673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.955237278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"28fb8dec-2bb5-4cd6-b707-e3accc7a6745","namespace":"ai-tenant-e2e-api-a-da0f3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.95530529Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"28fb8dec-2bb5-4cd6-b707-e3accc7a6745","namespace":"ai-tenant-e2e-api-a-da0f3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:22.955349Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"28fb8dec-2bb5-4cd6-b707-e3accc7a6745","name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.013707372Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"28fb8dec-2bb5-4cd6-b707-e3accc7a6745","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.014055426Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"93a7eaaf-e7df-47a5-866c-abb3b818a112","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.014482178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08e001e7-5179-4540-a272-6cb5d37624c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.014500323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08e001e7-5179-4540-a272-6cb5d37624c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.223915991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"93a7eaaf-e7df-47a5-866c-abb3b818a112","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.350222659Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"93a7eaaf-e7df-47a5-866c-abb3b818a112","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"name":"e2e-api-a-da0f3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.350252803Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"e2e-e2e-api-a-da0f3d-policy","reconcileID":"93a7eaaf-e7df-47a5-866c-abb3b818a112","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-da0f3d-policy","namespace":"ai-tenant-e2e-api-a-da0f3d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-da0f3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.407295864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b7ff78e-80f0-4842-a734-7be7a0469692","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:23.407315276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b7ff78e-80f0-4842-a734-7be7a0469692","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:30.320828833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"8dee676f-a352-4d43-b7fa-4fd5a29fa01d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:30.377155526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"8dee676f-a352-4d43-b7fa-4fd5a29fa01d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"name":"e2e-api-b-479363-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:30.432782266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-479363-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cb561f8f7e99fa5e7f425c73cfb438da398d818ef3e100c926503fc0082f0d2) AuthConfig (609a9d1059a2e490b46ec7396cca8a8157f4d9e0b9ce264fd2c706fd4010446a) AuthConfig (beb425b8b05fc276113ac24abe1bf88cbc9116310f7ea95ffd5db974d5de0692) AuthConfig (e004acd31a2f648f2d2d9d01698a9de67c28b2bfa459b5a831826a7fc4651daa) AuthConfig (c80a385d4e5189612cd9a23274e97032cac1d3747ff9e3052912b9d69c3f4402) AuthConfig (315649e4f21709dbdc82d64c91c02bb6c0ced2bc2f52c822d4de73cb245bcc98)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"8dee676f-a352-4d43-b7fa-4fd5a29fa01d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:40.539863737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"d8e41218-e185-4992-8538-b7b9514ceceb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:40.596217513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"d8e41218-e185-4992-8538-b7b9514ceceb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"name":"e2e-api-b-479363-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:40.869169476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4590c767-f406-487a-8c96-6900b5f8d6bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:40.869193444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4590c767-f406-487a-8c96-6900b5f8d6bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:47.616559087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:54.165119039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec50388-6ef8-45bb-a9bf-d2baf9c1252d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:54.218015141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec50388-6ef8-45bb-a9bf-d2baf9c1252d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:54.270869886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec50388-6ef8-45bb-a9bf-d2baf9c1252d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:54.327120823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec50388-6ef8-45bb-a9bf-d2baf9c1252d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:56.256107584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdb416e-da49-4adf-8fa8-0f8017cca193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:56.309031257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdb416e-da49-4adf-8fa8-0f8017cca193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:56.364754626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdb416e-da49-4adf-8fa8-0f8017cca193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:10:56.419002687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdb416e-da49-4adf-8fa8-0f8017cca193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.710075318Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","namespace":"ai-tenant-e2e-mt-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.71017459Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","namespace":"ai-tenant-e2e-mt-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.710223039Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","tenant":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.765303183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"Deployment","name":"maas-api-e2e-mt-7fabe91d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.828538937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"Service","name":"maas-api-e2e-mt-7fabe91d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.889774433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-7fabe91d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:02.944828848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-7fabe91d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.004484432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.061641148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.120372115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.179258608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.23409641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"Deployment","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.288881447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.342488663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"Service","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.402217287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"Service","name":"payload-pre-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.458412503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"DestinationRule","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.511830634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.56549999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.621925383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.674759875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.727473901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.80240467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:03.862568365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"483f5fdd-4593-412d-a7f6-02765b8df4aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-7fabe91d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:04.70288671Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7fabe91d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7fabe91d","reconcileID":"bc718ab9-e2b9-4aab-886a-1568d6c203dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7fabe91d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-7fabe91d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.016272705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"a7ad96b6-eee6-4927-afca-0ed0d5b3e06c","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.131308619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"a7ad96b6-eee6-4927-afca-0ed0d5b3e06c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.137437916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"9cbc867d-cf4a-4974-b46e-6e1537abc28b","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.137531318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"9cbc867d-cf4a-4974-b46e-6e1537abc28b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.148240946Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"df8a495e-e761-42b7-84b2-6bb636012180","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.148331427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"df8a495e-e761-42b7-84b2-6bb636012180","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.168699656Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"1ab6d0bc-7895-4ba0-aa1f-7c76d2b26cde","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.168854337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"1ab6d0bc-7895-4ba0-aa1f-7c76d2b26cde","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.210082746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"4d20cb03-5198-40ab-b64f-65bcebf1bd00","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.210213076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"4d20cb03-5198-40ab-b64f-65bcebf1bd00","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.297752065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"bf9854a5-9e4b-4e50-a83a-7cab53bef928","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.297925756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"bf9854a5-9e4b-4e50-a83a-7cab53bef928","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.458560548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"9e9e328f-5f92-4a22-8ce9-dac2d66d1adf","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.458652849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"9e9e328f-5f92-4a22-8ce9-dac2d66d1adf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.779776198Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"2f840f53-79ff-4bf3-a5fb-157110e20c8e","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:05.779854284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"2f840f53-79ff-4bf3-a5fb-157110e20c8e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:06.027013922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b13eec-e497-4d5f-b757-d70bb6be4739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:06.079942162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b13eec-e497-4d5f-b757-d70bb6be4739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:06.13280598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b13eec-e497-4d5f-b757-d70bb6be4739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:06.185588355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b13eec-e497-4d5f-b757-d70bb6be4739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:06.420322442Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"b47ed352-9fc3-4241-965d-f7692a5718f9","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:06.420391512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"b47ed352-9fc3-4241-965d-f7692a5718f9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:07.701305018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"ff970b01-5cdb-439d-bdf2-3b05e6e12fc5","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:07.701378543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"ff970b01-5cdb-439d-bdf2-3b05e6e12fc5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:08.11989643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b96a1b-e380-4414-8e35-cb7f4d0a2a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:08.172611634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b96a1b-e380-4414-8e35-cb7f4d0a2a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:08.22534546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b96a1b-e380-4414-8e35-cb7f4d0a2a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:08.278382268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b96a1b-e380-4414-8e35-cb7f4d0a2a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.167026343Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","namespace":"ai-tenant-e2e-api-a-9ac4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.167088443Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","namespace":"ai-tenant-e2e-api-a-9ac4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.167184595Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","tenant":"e2e-api-a-9ac4a7","tenantID":"e2e-api-a-9ac4a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.224589085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"Deployment","name":"maas-api-e2e-api-a-9ac4a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.293370181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"Service","name":"maas-api-e2e-api-a-9ac4a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.349246214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-9ac4a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.408529337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-9ac4a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.470237274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.535701475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.595598358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.65885555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.71795832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"Deployment","name":"payload-processing-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.775781857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.828821844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"Service","name":"payload-processing-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.88186915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"Service","name":"payload-pre-processing-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.934929568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:09.987937927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:10.040764085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:10.099504681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:10.152211368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:10.205701189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:10.270589322Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"ae78e9ff-a1ef-4928-b02b-c0ee0f613187","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:10.270681894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"ae78e9ff-a1ef-4928-b02b-c0ee0f613187","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:10.270899407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-9ac4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:10.327989391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ac4a7"},"namespace":"ai-tenant-e2e-api-a-9ac4a7","name":"default-tenant","reconcileID":"dc317b1a-d823-40f8-b429-d7211ee48e89","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-9ac4a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:11.181556075Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9ac4a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9ac4a7","reconcileID":"47faeced-9e8f-4e11-bd97-e7efaccc7355","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9ac4a7","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-9ac4a7"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:11.36387608Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"d3be9efb-7e73-4677-9aec-07f6e8c407d3","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:11.363949602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"d3be9efb-7e73-4677-9aec-07f6e8c407d3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:12.371651116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a2bc22-4e31-4ace-9959-d0884a428e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:12.424291704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a2bc22-4e31-4ace-9959-d0884a428e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:12.477040479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a2bc22-4e31-4ace-9959-d0884a428e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:12.530489482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a2bc22-4e31-4ace-9959-d0884a428e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:14.506968759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde239a9-b166-4854-9df1-2205ac4eaf3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:14.559755977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde239a9-b166-4854-9df1-2205ac4eaf3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:14.612431266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde239a9-b166-4854-9df1-2205ac4eaf3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:14.665747097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde239a9-b166-4854-9df1-2205ac4eaf3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:16.676730749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"c94a3a5c-03a1-4ab6-bd9d-bc657718fa40","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:16.676817711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"c94a3a5c-03a1-4ab6-bd9d-bc657718fa40","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.604085412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.680489121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609455b0-5c74-4453-be66-4cbc64c97eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.734560216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609455b0-5c74-4453-be66-4cbc64c97eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.787377674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609455b0-5c74-4453-be66-4cbc64c97eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:17.840356982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609455b0-5c74-4453-be66-4cbc64c97eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.886603439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd40f4c-cea0-4af8-a241-de82778e45d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.9394984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd40f4c-cea0-4af8-a241-de82778e45d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:19.992371067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd40f4c-cea0-4af8-a241-de82778e45d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:20.047872311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd40f4c-cea0-4af8-a241-de82778e45d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.307472937Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","namespace":"ai-tenant-e2e-api-a-da0f3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.307534142Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","namespace":"ai-tenant-e2e-api-a-da0f3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.307585898Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","tenant":"e2e-api-a-da0f3d","tenantID":"e2e-api-a-da0f3d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.368532864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"Deployment","name":"maas-api-e2e-api-a-da0f3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.441643169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"Service","name":"maas-api-e2e-api-a-da0f3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.500761617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-da0f3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.557010177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-da0f3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.623906389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.688694047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.748258435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.812433297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.868082369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"Deployment","name":"payload-processing-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.92123758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:26.977521297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"Service","name":"payload-processing-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:27.040065478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"Service","name":"payload-pre-processing-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:27.094725135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:27.148016832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:27.200384237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:27.256569957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:27.316431741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:27.369506626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:27.423093374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-da0f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:27.479795443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-da0f3d"},"namespace":"ai-tenant-e2e-api-a-da0f3d","name":"default-tenant","reconcileID":"137536e8-e0cc-4e3c-a5df-8ac6e408e06c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-da0f3d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:28.336746988Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-da0f3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-da0f3d","reconcileID":"a015f906-59f1-4c0a-8850-387a66b94fe8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-da0f3d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-da0f3d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:28.52666389Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"6488a98e-ba83-4f1b-b858-c228b04c7da0","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:28.531352306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"6488a98e-ba83-4f1b-b858-c228b04c7da0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:28.957188744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b0b81c6-b48e-43b1-8c5b-f61f68e387cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:28.957210084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b0b81c6-b48e-43b1-8c5b-f61f68e387cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.031953759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a9df54e-eb8a-4dd0-9053-029e08205a01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.032050061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a9df54e-eb8a-4dd0-9053-029e08205a01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.152397688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"614dd0cf-1988-4577-9451-97dd704f405d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.294535314Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"614dd0cf-1988-4577-9451-97dd704f405d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"name":"e2e-api-b-2bc5e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.35058281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2bc5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"614dd0cf-1988-4577-9451-97dd704f405d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.413344064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6132691-1bff-4442-be73-c9d124ce283a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.415757172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6132691-1bff-4442-be73-c9d124ce283a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.529771104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4097340-d7c7-49da-a23a-bc697e7b4968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.589816165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4097340-d7c7-49da-a23a-bc697e7b4968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.644990883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4097340-d7c7-49da-a23a-bc697e7b4968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.723475381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4097340-d7c7-49da-a23a-bc697e7b4968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:29.836312363Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"b493f476-3f13-40c2-93b2-5144071db6fc","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:29.837344073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"b493f476-3f13-40c2-93b2-5144071db6fc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:29.955415548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"cb806552-9b00-4a3c-9ea7-b11d9a1491d4","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:29.955492486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"cb806552-9b00-4a3c-9ea7-b11d9a1491d4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:29.988088661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"a1a2f012-b0b6-40b4-906c-2e9ae8649553","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.046412806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"a1a2f012-b0b6-40b4-906c-2e9ae8649553","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"name":"e2e-api-b-02a8fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.368029688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"e8f1a206-9c3d-4e0d-a487-d2e5ff74e170","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:30.433093721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"e8f1a206-9c3d-4e0d-a487-d2e5ff74e170","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"name":"e2e-api-b-02a8fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:31.833506765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3a740b-8313-4dca-af70-b31992c907ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:31.886702823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3a740b-8313-4dca-af70-b31992c907ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:31.939198141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3a740b-8313-4dca-af70-b31992c907ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:31.992481738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3a740b-8313-4dca-af70-b31992c907ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:37.190225561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"e90c8416-c01d-4da0-a65b-5a0e815a1b6f","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:37.190289801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"e90c8416-c01d-4da0-a65b-5a0e815a1b6f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.349026209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"8e9ef5d9-59b9-4f14-b656-b9bd085682b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:37.356558104Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"9bc2c8e0-6de0-42e3-b713-566da131f06a","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:37.356635038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"9bc2c8e0-6de0-42e3-b713-566da131f06a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.40652737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"8e9ef5d9-59b9-4f14-b656-b9bd085682b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"name":"e2e-api-b-479363-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.731434839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"96cbbe5c-68db-42ea-bc15-6fcbe86b8688","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:37.789319204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"96cbbe5c-68db-42ea-bc15-6fcbe86b8688","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"name":"e2e-api-b-479363-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:38.197239944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8bb692-00a6-4274-be52-4ff7d55a6df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:38.249771336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8bb692-00a6-4274-be52-4ff7d55a6df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:38.302465876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8bb692-00a6-4274-be52-4ff7d55a6df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:38.355209771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8bb692-00a6-4274-be52-4ff7d55a6df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:39.549516761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"f1677d7e-46b3-4fd0-baf1-6b2dcd3aea50","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:39.610242733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"f1677d7e-46b3-4fd0-baf1-6b2dcd3aea50","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"name":"e2e-api-b-2bc5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:39.666157125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2bc5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"f1677d7e-46b3-4fd0-baf1-6b2dcd3aea50","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.309893867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402f761-d203-449c-863f-8a5a8858dab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.363069536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402f761-d203-449c-863f-8a5a8858dab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.416101673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402f761-d203-449c-863f-8a5a8858dab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:40.42411595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f074d030-c862-424e-8fca-88800225314a","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:40.424215642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f074d030-c862-424e-8fca-88800225314a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.468874114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402f761-d203-449c-863f-8a5a8858dab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.580814795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"ba0fd9aa-2435-4015-a202-e6b98f29d5b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.638796019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"ba0fd9aa-2435-4015-a202-e6b98f29d5b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"name":"e2e-api-b-02a8fa-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:40.946537864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"d043a42f-297b-4d68-8991-14b352ba4426","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:40.946606622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"d043a42f-297b-4d68-8991-14b352ba4426","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:40.961831987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"af09f37c-4d50-4452-b8ee-a40fa95e4d57","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:41.01987616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"af09f37c-4d50-4452-b8ee-a40fa95e4d57","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"name":"e2e-api-b-02a8fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:41.059235825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"32addd96-a50a-45b8-87d5-475e2c4e05b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:41.060112895Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"887feccb-34b3-42e2-9414-80df98aea87f","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:41.060210886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"887feccb-34b3-42e2-9414-80df98aea87f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:41.116913586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"32addd96-a50a-45b8-87d5-475e2c4e05b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"name":"e2e-api-a-d73ad7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:41.391284107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"59f47cc7-8fef-4e18-8ad7-466dcccd5149","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:41.449536551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"59f47cc7-8fef-4e18-8ad7-466dcccd5149","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"name":"e2e-api-a-d73ad7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:42.473643437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af95991-4ceb-41b0-9b87-06ed6449c706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:42.52679816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af95991-4ceb-41b0-9b87-06ed6449c706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:42.579924651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af95991-4ceb-41b0-9b87-06ed6449c706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:42.632754017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af95991-4ceb-41b0-9b87-06ed6449c706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:44.591001772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcae212-57e1-4a53-a262-0389179c22ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:44.644432341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcae212-57e1-4a53-a262-0389179c22ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:44.697881174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcae212-57e1-4a53-a262-0389179c22ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:44.751185576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcae212-57e1-4a53-a262-0389179c22ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:45.885546185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f601486f-b960-46dd-96c5-0caf51bc0ad0","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:45.885633519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f601486f-b960-46dd-96c5-0caf51bc0ad0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:46.056781841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"87608d8f-2679-46ba-8007-fe8baf2e4226","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:11:46.056853741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"87608d8f-2679-46ba-8007-fe8baf2e4226","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:46.770254551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e75a519-c791-47c9-9070-d1b3e258bf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:46.823777927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e75a519-c791-47c9-9070-d1b3e258bf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:46.876806016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e75a519-c791-47c9-9070-d1b3e258bf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:46.93040774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e75a519-c791-47c9-9070-d1b3e258bf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:47.222369763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"04792e85-d892-4346-83ab-0c26175f486d","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:47.222391505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"04792e85-d892-4346-83ab-0c26175f486d","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:47.39784708Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7fabe91d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7fabe91d","reconcileID":"6200c115-8992-4e24-b9b0-6f16a6162067","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7fabe91d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-7fabe91d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:47.603109049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:48.473735131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"81287af2-2efa-4a34-976e-6747072f53a3","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:48.473769442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"81287af2-2efa-4a34-976e-6747072f53a3","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:48.756413849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"a7787275-0773-4cd6-9e9e-c3c4bc2f89c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:48.813600685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"a7787275-0773-4cd6-9e9e-c3c4bc2f89c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"name":"e2e-api-b-479363-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:48.99581804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50bdc4f-9cc7-4460-a3f9-16a5b32d86e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:49.048743451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50bdc4f-9cc7-4460-a3f9-16a5b32d86e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:49.102508297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50bdc4f-9cc7-4460-a3f9-16a5b32d86e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:49.155085367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50bdc4f-9cc7-4460-a3f9-16a5b32d86e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:49.208955724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"8b682b52-5125-476f-82b0-dbb1bee54838","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:49.296935983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"8b682b52-5125-476f-82b0-dbb1bee54838","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"name":"e2e-api-b-479363-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:49.781918671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"b2bfcdc9-e8b1-47a1-ba72-c7d4cb134eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:49.845021642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"b2bfcdc9-e8b1-47a1-ba72-c7d4cb134eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"name":"e2e-api-b-2bc5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:49.913248799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2bc5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"b2bfcdc9-e8b1-47a1-ba72-c7d4cb134eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.440511001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4896cda9-a3ef-465c-9958-b24db05415e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.499488109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4896cda9-a3ef-465c-9958-b24db05415e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.552300744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4896cda9-a3ef-465c-9958-b24db05415e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.605674697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4896cda9-a3ef-465c-9958-b24db05415e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.720300589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"ddf798f5-7df4-4658-8c65-7dc925b72c18","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:51.779072005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"ddf798f5-7df4-4658-8c65-7dc925b72c18","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"name":"e2e-api-a-d73ad7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:52.105115092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"acd0ef99-7f5c-475c-9553-89e06fb898a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:52.163158011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"acd0ef99-7f5c-475c-9553-89e06fb898a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"name":"e2e-api-a-d73ad7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.573203951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850a759a-e4ec-4c97-88f1-8b2437c75b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.626005444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850a759a-e4ec-4c97-88f1-8b2437c75b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.678850416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850a759a-e4ec-4c97-88f1-8b2437c75b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:11:53.732379464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850a759a-e4ec-4c97-88f1-8b2437c75b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:00.027332544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"a92ff1a1-2f65-4631-a7a3-19d19c3f773c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:00.090190254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"a92ff1a1-2f65-4631-a7a3-19d19c3f773c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"name":"e2e-api-b-2bc5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:00.146737552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2bc5e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (919a2d18d0609c407317ca5581f8fa74103466c0152d8e883ded528a3e89a09f) AuthConfig (61fe899373cd0a0914c577393e0bc71d332350db67f54065d80ab5358e0d904d) AuthConfig (2a99e0ef111f4c74fed55273d1c6f43f55ccef5a421a8ce73a980a0398d48a40) AuthConfig (ae65cbe876d51714a7c4387b8ea08ac5994cd0eadfe6e591b0c9ab3de0e5e542) AuthConfig (91e2eeac0dc3d6269d72091180be8f811302b0e5b2c0798008ad3ed7b4baa005) AuthConfig (f22aa5d0f3c4e8bebae6ef6ca6a5e7d6482645c7e074b5fb294eb72d26010e7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"a92ff1a1-2f65-4631-a7a3-19d19c3f773c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:00.208028112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8630802d-60ca-4b80-b29a-d8fa0ea8d47a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:00.208058672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8630802d-60ca-4b80-b29a-d8fa0ea8d47a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:09.345100274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"ebefc1fd-57c0-4b5b-8327-c57ac27e2ff7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:09.438553311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"7823f2f9-7885-4f7f-a5f4-3f03ad32fff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:09.561358765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"5e793d73-85d2-425f-b4b4-2668e0d62be3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:09.660616058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"26d5d195-30b7-4bc1-922e-f486f55c5ffa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:09.801009456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"156cd06f-ad72-400c-93d0-172f455f83a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:09.922396984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"755e666b-7fb7-4d8b-9ca7-6de9c882a097","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.112271871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"4d495870-7541-4062-aef6-13cddb99ffe2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.220207286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"ac7052cd-c4e8-4740-9c36-4b098909dccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.308046096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"401f5422-4d99-4c1c-88e7-fe5f98ff046f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.31689143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"f1324a7a-96a9-4ac9-ac3e-ab14d87d30c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.373859177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"f1324a7a-96a9-4ac9-ac3e-ab14d87d30c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"name":"e2e-api-b-2bc5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.403882638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"7e863d0f-df97-48bd-8bb5-9dfdacd8b559","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.40754988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"a0470dbc-3ea8-4436-a23d-b7f7c16c13f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.663607077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8f20d6b-a867-4eb7-aaa0-baa3d67c8f22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.663635793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8f20d6b-a867-4eb7-aaa0-baa3d67c8f22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:10.672504381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"dbdf0c6f-00d4-49a5-b448-11c65b857d42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.427400293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"6cdeab8c-947c-46f1-9770-ac032e4a3890","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.55216035Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"6cdeab8c-947c-46f1-9770-ac032e4a3890","name":"e2e-mt-7fabe91d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.611219014Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"fcb7c5b7-5e1c-4a3b-863b-8d0de9924d56","namespace":"ai-tenant-e2e-api-a-d73ad7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.611307346Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"fcb7c5b7-5e1c-4a3b-863b-8d0de9924d56","namespace":"ai-tenant-e2e-api-a-d73ad7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.611374839Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"fcb7c5b7-5e1c-4a3b-863b-8d0de9924d56","name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.668418728Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"fcb7c5b7-5e1c-4a3b-863b-8d0de9924d56","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.668528458Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"6e1ccdd3-0723-47b6-a6df-ed8dd117a226","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.668945411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17b4d444-d257-422e-80c0-8ff0ed5c3fbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.668966474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17b4d444-d257-422e-80c0-8ff0ed5c3fbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.831543811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"6e1ccdd3-0723-47b6-a6df-ed8dd117a226","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.960936474Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"6e1ccdd3-0723-47b6-a6df-ed8dd117a226","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"name":"e2e-api-a-d73ad7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:12.96096526Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"e2e-e2e-api-a-d73ad7-policy","reconcileID":"6e1ccdd3-0723-47b6-a6df-ed8dd117a226","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d73ad7-policy","namespace":"ai-tenant-e2e-api-a-d73ad7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d73ad7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:13.018756595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"384c9d3e-2c38-470c-85a0-870486ffb303","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:13.018778039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"384c9d3e-2c38-470c-85a0-870486ffb303","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:17.60554376Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:22.269299609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"548997db-aa90-4227-8a70-3361fdb3cb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:22.321989119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"548997db-aa90-4227-8a70-3361fdb3cb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:22.374885741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"548997db-aa90-4227-8a70-3361fdb3cb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:22.428066146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"548997db-aa90-4227-8a70-3361fdb3cb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:22.812921533Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-859078","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-859078","reconcileID":"74560f13-9054-4eb2-986f-ac287bfe31d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-859078","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-859078":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:24.463557185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a5a344-525e-47c8-b990-5da822d422db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:24.519853473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a5a344-525e-47c8-b990-5da822d422db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:24.572614741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a5a344-525e-47c8-b990-5da822d422db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:24.628164487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a5a344-525e-47c8-b990-5da822d422db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.557214781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3723672d-d9e3-4d99-8980-e9665bdad280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.610484035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3723672d-d9e3-4d99-8980-e9665bdad280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.662983879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3723672d-d9e3-4d99-8980-e9665bdad280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:26.727972809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3723672d-d9e3-4d99-8980-e9665bdad280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.312999997Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"fac6fe8f-b1b5-4a46-a0e6-60276fc4b213","namespace":"ai-tenant-e2e-api-b-02a8fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.313069058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"fac6fe8f-b1b5-4a46-a0e6-60276fc4b213","namespace":"ai-tenant-e2e-api-b-02a8fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.313122968Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"fac6fe8f-b1b5-4a46-a0e6-60276fc4b213","name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.376071211Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"fac6fe8f-b1b5-4a46-a0e6-60276fc4b213","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.376289976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95eec1d3-e0c9-4933-8c10-4e78bc1b5d02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.376311765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95eec1d3-e0c9-4933-8c10-4e78bc1b5d02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.376628193Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"1e4472ac-1abf-40fd-adbc-a627e7fb2eaf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.588079984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"1e4472ac-1abf-40fd-adbc-a627e7fb2eaf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.677254054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c01da5-801e-4eb1-a9ad-1085951c9499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.732251686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c01da5-801e-4eb1-a9ad-1085951c9499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.747110123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"1e4472ac-1abf-40fd-adbc-a627e7fb2eaf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"name":"e2e-api-b-02a8fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.747145576Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"e2e-e2e-api-b-02a8fa-policy","reconcileID":"1e4472ac-1abf-40fd-adbc-a627e7fb2eaf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a8fa-policy","namespace":"ai-tenant-e2e-api-b-02a8fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a8fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.791027149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c01da5-801e-4eb1-a9ad-1085951c9499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.849622799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a64d068-5c31-4590-96ed-014ab59e80dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.849655019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a64d068-5c31-4590-96ed-014ab59e80dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:28.850424529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c01da5-801e-4eb1-a9ad-1085951c9499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.100034684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"7c379e58-ce76-4e3a-af79-ef6afcfc3dfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.22331821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"4a6783d5-f34d-4921-9a01-19d9a11c6d16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.304556304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"1c676ae3-83e0-452c-a021-8543fef6a011","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.528485911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"235e9005-dd70-4b7a-abec-d65e2f457e93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.624703827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62d3e799-cb53-4c3e-b65a-ad2d11e96869","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.725092795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"d1911d96-9e80-4786-9e67-6a343deb23cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.765269336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"2d94c7b6-3f5e-4942-a2ac-6ffb3931ced3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:29.883662539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"982a7a81-01cd-44c0-b03e-6e3d5b1c22c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.0744644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"6ccca4ec-b5ad-4741-8c11-64e7bcae0e4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.113298295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"a9675001-5300-4bf0-b569-ef1df09745e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.291836408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f7a5d14-6851-43c1-a244-e23c8bb4815b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.398203446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"312164da-b36d-460b-8db4-ff4345e7ab0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.768218269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc76338-f6aa-484c-8738-1b679adc124b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.822040013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc76338-f6aa-484c-8738-1b679adc124b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.874829024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc76338-f6aa-484c-8738-1b679adc124b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:30.927577012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc76338-f6aa-484c-8738-1b679adc124b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.517712804Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"b2ebbe75-99e6-4af2-af00-14fbd75e2e8c","namespace":"ai-tenant-e2e-api-b-479363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.517773171Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"b2ebbe75-99e6-4af2-af00-14fbd75e2e8c","namespace":"ai-tenant-e2e-api-b-479363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.517818031Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"b2ebbe75-99e6-4af2-af00-14fbd75e2e8c","name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.575747259Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"b2ebbe75-99e6-4af2-af00-14fbd75e2e8c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.576267545Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"4d0009db-390f-49a3-b1e6-fdcc45bdcefd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.576714009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b074c5f-7d16-4cc3-a3bd-e00505195bbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.576732328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b074c5f-7d16-4cc3-a3bd-e00505195bbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.735044202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"4d0009db-390f-49a3-b1e6-fdcc45bdcefd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.867036876Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"4d0009db-390f-49a3-b1e6-fdcc45bdcefd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"name":"e2e-api-b-479363-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.867063402Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"e2e-e2e-api-b-479363-policy","reconcileID":"4d0009db-390f-49a3-b1e6-fdcc45bdcefd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-479363-policy","namespace":"ai-tenant-e2e-api-b-479363"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-479363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.925513279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e98a5988-0cc8-4fe0-8099-286da5383d36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:33.925537695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e98a5988-0cc8-4fe0-8099-286da5383d36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:47.603847954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.19504735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"fe012d86-ea4d-4e7a-a5c3-5f6358c46d89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.326120199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"a6350e2a-64c5-4036-9641-4edbe84c82af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.445110118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"1dbf38e6-8c4b-4b19-8f5a-443ff56ab1ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.559246876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"1d385f98-2b7c-4b8d-820e-ab77b08f5563","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.649096639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"c9245b0d-bb06-4364-8a60-4a176861cd0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.759833064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"30164066-d68a-44e0-9039-355900f565a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:56.87083848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4be0706-4fa6-4aa8-a022-087bf037febc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.000680514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"b11caa10-5148-4880-863f-16b76d737c02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.098940562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"f7e9d394-828d-428c-91cc-5f7d31186828","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.19834384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"074636f2-7e86-4d63-a534-d4abe538634f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.321410922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"9072fcab-2de7-40c6-90f7-22b7761e906f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:12:57.558789752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6fbaece-8a09-4b2f-a346-b2af36add221","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:01.715828796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"bd0f9c4f-6d31-447e-ad30-db4b11ab96cc","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:01.715864509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"bd0f9c4f-6d31-447e-ad30-db4b11ab96cc","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:02.783215964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bab7c5-ad1e-4dc6-b9e5-5069d7e579e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:02.836037323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bab7c5-ad1e-4dc6-b9e5-5069d7e579e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:02.888749972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bab7c5-ad1e-4dc6-b9e5-5069d7e579e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:02.941590496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bab7c5-ad1e-4dc6-b9e5-5069d7e579e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:04.967512288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e59c4f0-ddd9-4e8b-88a4-6c56a85c55e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:05.020115175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e59c4f0-ddd9-4e8b-88a4-6c56a85c55e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:05.072856064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e59c4f0-ddd9-4e8b-88a4-6c56a85c55e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:05.125852489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e59c4f0-ddd9-4e8b-88a4-6c56a85c55e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.307950112Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","namespace":"ai-tenant-e2e-api-a-d73ad7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.308017143Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","namespace":"ai-tenant-e2e-api-a-d73ad7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.308065854Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","tenant":"e2e-api-a-d73ad7","tenantID":"e2e-api-a-d73ad7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.363358439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"Deployment","name":"maas-api-e2e-api-a-d73ad7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.446383026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"Service","name":"maas-api-e2e-api-a-d73ad7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.528667577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-d73ad7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.594303505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-d73ad7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.652608841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.717542044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.773293327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.840429681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.894708625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"Deployment","name":"payload-processing-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:06.947701436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.013951652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"Service","name":"payload-processing-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.067211535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"Service","name":"payload-pre-processing-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.120606515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.121469072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fad344-688e-4b48-b96c-92f87aed398a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.173836106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.174351314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fad344-688e-4b48-b96c-92f87aed398a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.226805395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.227383753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fad344-688e-4b48-b96c-92f87aed398a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.280120306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fad344-688e-4b48-b96c-92f87aed398a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.283561476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.335743844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.388794693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.447826408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-d73ad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:07.554790286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d73ad7"},"namespace":"ai-tenant-e2e-api-a-d73ad7","name":"default-tenant","reconcileID":"4d829507-fca7-45f5-ab32-243f41e81962","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-d73ad7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:08.381957461Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d73ad7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d73ad7","reconcileID":"837f164e-965a-46d3-94a7-ea1a0edd4914","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d73ad7","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-d73ad7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:09.508385006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20db04bd-68c5-427d-ae2e-7cf5a0e6edc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:09.561448312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20db04bd-68c5-427d-ae2e-7cf5a0e6edc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:09.613958526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20db04bd-68c5-427d-ae2e-7cf5a0e6edc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:09.669821583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20db04bd-68c5-427d-ae2e-7cf5a0e6edc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:11.624438265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0bad69-3f5f-4634-92ff-3fab2bfcea1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:11.677560595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0bad69-3f5f-4634-92ff-3fab2bfcea1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:11.734276332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0bad69-3f5f-4634-92ff-3fab2bfcea1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:11.790298074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0bad69-3f5f-4634-92ff-3fab2bfcea1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:13.585970943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"52a6dcee-079d-4d05-b7bc-320f8676f342","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:13.585994881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"52a6dcee-079d-4d05-b7bc-320f8676f342","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:13.787835337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"b0285d6c-8732-4154-bef4-f111d738c237","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:13.787868162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"b0285d6c-8732-4154-bef4-f111d738c237","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:14.593534996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64532bf8-bfcc-48c2-9a95-c5419edec3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:14.646118343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64532bf8-bfcc-48c2-9a95-c5419edec3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:14.698664071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64532bf8-bfcc-48c2-9a95-c5419edec3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:14.751083961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64532bf8-bfcc-48c2-9a95-c5419edec3fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.776289641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347183d9-ac21-4538-91e5-5682b7648d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.882631633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347183d9-ac21-4538-91e5-5682b7648d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.936889327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347183d9-ac21-4538-91e5-5682b7648d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:16.991037122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347183d9-ac21-4538-91e5-5682b7648d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:17.604985052Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:18.238919699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"13221693-fbfa-481f-80f7-d9d840b42fb4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-859078","tenantID":"e2e-ipp-b-859078","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:18.355749875Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"13221693-fbfa-481f-80f7-d9d840b42fb4","name":"e2e-ipp-b-859078-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.064144387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d051cd7-75d5-4144-a067-1b92abda5ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.117554238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d051cd7-75d5-4144-a067-1b92abda5ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.170200808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d051cd7-75d5-4144-a067-1b92abda5ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:19.222780297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d051cd7-75d5-4144-a067-1b92abda5ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.505478937Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","namespace":"ai-tenant-e2e-api-b-02a8fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.505537802Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","namespace":"ai-tenant-e2e-api-b-02a8fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.505587228Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","tenant":"e2e-api-b-02a8fa","tenantID":"e2e-api-b-02a8fa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.560358643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"Deployment","name":"maas-api-e2e-api-b-02a8fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.622067178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"Service","name":"maas-api-e2e-api-b-02a8fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.678257667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-02a8fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.733288038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-02a8fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.79387518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.853251834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.914409743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:23.974619843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.02776405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"Deployment","name":"payload-processing-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.083293478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.135577625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"Service","name":"payload-processing-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.189016727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"Service","name":"payload-pre-processing-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.236807964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"6e836dfb-6541-4004-8713-0d9d305aae9c","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"tenant":"e2e-mt-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","model":"ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.236830474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"6e836dfb-6541-4004-8713-0d9d305aae9c","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"routeName":"e2e-lifecycle-model-7fabe91d-kserve-route","namespace":"ai-tenant-e2e-mt-7fabe91d","llmisvcName":"e2e-lifecycle-model-7fabe91d","gateway":"openshift-ingress/e2e-mt-7fabe91d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.241816034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.294165894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.350359138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.40647776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.460280248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.512967785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.568537552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-02a8fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:24.622300766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a8fa"},"namespace":"ai-tenant-e2e-api-b-02a8fa","name":"default-tenant","reconcileID":"bb8113f9-1788-48a2-9415-722c8454fc05","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-02a8fa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:25.470985054Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-02a8fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-02a8fa","reconcileID":"70165a43-2c22-417f-ab5d-b29138afd8e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-02a8fa","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-02a8fa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.68147646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b875b5b-472b-4c1e-9867-7bd03c5dfe32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.735213398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b875b5b-472b-4c1e-9867-7bd03c5dfe32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.790420427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b875b5b-472b-4c1e-9867-7bd03c5dfe32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:26.843096915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b875b5b-472b-4c1e-9867-7bd03c5dfe32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:28.777918983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c39aa6-6960-470e-9ef2-89ec80f6555d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:28.830938869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c39aa6-6960-470e-9ef2-89ec80f6555d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:28.883842188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c39aa6-6960-470e-9ef2-89ec80f6555d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:28.936640332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5c39aa6-6960-470e-9ef2-89ec80f6555d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:33.761086753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"931f74cd-0e58-4513-b2ba-7582f30071ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:33.859363064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"b43dac92-56ec-4926-9924-8d082cd1897e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:33.962392431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"16fbc163-a27c-4778-8996-d068979008cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.201678015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9ec2f13-5c7e-4f7e-bfab-63d1649b9c9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.280867114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"71be13ae-f32d-4e4b-b496-a895c8cfdcd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.412944212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"b21f077d-73a2-483a-96fd-28f276f5c753","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.420460588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"c41d2d1e-c065-4181-ae94-ea4704fc8f1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.517498202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0453cef-d6d0-4cdc-aeae-d66d4b02a57e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.585462371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"41b0f576-414f-4a32-b603-323226c719d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.684044324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"6c35cc7d-2161-4433-bd91-1ce2b71931d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.784602492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"964e9baa-18b6-47e6-aeb0-298a341e9899","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:34.980902238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"2d64c6fa-5b66-4816-a9d3-bf8e9670f709","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.074084125Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","namespace":"ai-tenant-e2e-api-b-479363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.074183938Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","namespace":"ai-tenant-e2e-api-b-479363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.074275144Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","tenant":"e2e-api-b-479363","tenantID":"e2e-api-b-479363","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.129796913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"Deployment","name":"maas-api-e2e-api-b-479363","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.198472323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"Service","name":"maas-api-e2e-api-b-479363","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.256043113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-479363","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.317730072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-479363","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.380619779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.444298936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.502812649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.562871876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.617601781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"Deployment","name":"payload-processing-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.673971785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.726690439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"Service","name":"payload-processing-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.779172955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"Service","name":"payload-pre-processing-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.837407585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.890500825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:35.94353345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:36.002002884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:36.054249194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:36.106423626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:36.170767558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-479363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:36.232332548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-479363"},"namespace":"ai-tenant-e2e-api-b-479363","name":"default-tenant","reconcileID":"e0e74f9b-9804-4417-88b8-020857d8c26c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-479363","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:37.168305365Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-479363","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-479363","reconcileID":"453090de-3400-4aaa-86cf-cf96bb974a9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-479363","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-479363"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:37.53366433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"940f7463-6e57-4dfe-b199-842f37f5566f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:37.591889683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"940f7463-6e57-4dfe-b199-842f37f5566f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"name":"e2e-api-b-2bc5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:37.946185598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"002eb878-534c-4ad8-bc26-d4bfff55f239","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:38.002861162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"002eb878-534c-4ad8-bc26-d4bfff55f239","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"name":"e2e-api-b-2bc5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:38.303458205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6218cb1d-faf5-4388-ac8f-cccb30d7088d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:38.35617559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6218cb1d-faf5-4388-ac8f-cccb30d7088d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:38.40906447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6218cb1d-faf5-4388-ac8f-cccb30d7088d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:38.464837336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6218cb1d-faf5-4388-ac8f-cccb30d7088d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:39.365096096Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7a54db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7a54db","reconcileID":"b967e5e9-244c-4433-99d4-fad63984aba7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7a54db","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-7a54db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.478047067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b536fd-31cc-4e12-beae-2501fce564d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.530581465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b536fd-31cc-4e12-beae-2501fce564d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.582992561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b536fd-31cc-4e12-beae-2501fce564d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:40.635712879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b536fd-31cc-4e12-beae-2501fce564d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:42.564939149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacade24-8853-4730-a715-c2e9522efbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:42.618369219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacade24-8853-4730-a715-c2e9522efbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:42.672024601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacade24-8853-4730-a715-c2e9522efbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:42.724962661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacade24-8853-4730-a715-c2e9522efbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:44.804950619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577af971-3955-4646-8d1b-9e0df85e68bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:44.857764507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577af971-3955-4646-8d1b-9e0df85e68bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:44.924981122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577af971-3955-4646-8d1b-9e0df85e68bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:44.988415408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577af971-3955-4646-8d1b-9e0df85e68bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:46.955803599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c4d8cc-0ae7-4952-9394-4262f19a0cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:47.008441781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c4d8cc-0ae7-4952-9394-4262f19a0cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:47.064698817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c4d8cc-0ae7-4952-9394-4262f19a0cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:47.120511645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c4d8cc-0ae7-4952-9394-4262f19a0cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:47.604094017Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.195254583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"51105c05-27f0-478b-9a58-a09988fa0253","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.305174303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"51105c05-27f0-478b-9a58-a09988fa0253","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"name":"e2e-api-b-2bc5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.669486514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"b043f9e9-83da-45e5-9da1-a55c641aec72","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:48.732008409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"b043f9e9-83da-45e5-9da1-a55c641aec72","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"name":"e2e-api-b-2bc5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:49.186073753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b21989-bacd-4a40-97fb-447cf328d226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:49.23860549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b21989-bacd-4a40-97fb-447cf328d226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:49.30656702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b21989-bacd-4a40-97fb-447cf328d226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:49.359551347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b21989-bacd-4a40-97fb-447cf328d226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:51.338446313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01040f1f-61af-47a8-9d6a-1194456fed9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:51.392381216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01040f1f-61af-47a8-9d6a-1194456fed9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:51.445173485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01040f1f-61af-47a8-9d6a-1194456fed9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:51.49767053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01040f1f-61af-47a8-9d6a-1194456fed9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:51.882043179Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-69a1d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-69a1d2","reconcileID":"43efd9d5-e799-4cbf-afa2-2a57454872ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-69a1d2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-69a1d2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:53.444740748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45be717-d728-4735-9061-e3ce3ab86712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:53.498868777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45be717-d728-4735-9061-e3ce3ab86712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:53.552596669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45be717-d728-4735-9061-e3ce3ab86712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:53.620275443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45be717-d728-4735-9061-e3ce3ab86712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.76945613Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","namespace":"ai-tenant-e2e-mt-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.769544671Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","namespace":"ai-tenant-e2e-mt-7fabe91d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.769620207Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","tenant":"e2e-mt-7fabe91d","tenantID":"e2e-mt-7fabe91d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.838010997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"Deployment","name":"maas-api-e2e-mt-7fabe91d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.90502505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"Service","name":"maas-api-e2e-mt-7fabe91d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:54.980800505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-7fabe91d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.037581212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-7fabe91d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.101021435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.157764891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.221410326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.286838753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.342022165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"Deployment","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.394892787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.456115915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"Service","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.5134626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"Service","name":"payload-pre-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.568084258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"DestinationRule","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.58910798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc102db-295a-47e3-a3d3-0e1ca03be076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.641275588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.641740367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc102db-295a-47e3-a3d3-0e1ca03be076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.694560118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc102db-295a-47e3-a3d3-0e1ca03be076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.694594495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.746966016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bc102db-295a-47e3-a3d3-0e1ca03be076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.751661029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.80437764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.856409429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:55.908423858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-7fabe91d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.016744554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"default-tenant","reconcileID":"3695a102-5cf3-4577-9689-aea3a1f87a4d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-7fabe91d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.08527937Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"ef7a1eab-e817-4f87-a33e-e8805ccb47d6","namespace":"ai-tenant-e2e-api-b-2bc5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.086155875Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"ef7a1eab-e817-4f87-a33e-e8805ccb47d6","namespace":"ai-tenant-e2e-api-b-2bc5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.086311685Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"ef7a1eab-e817-4f87-a33e-e8805ccb47d6","name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.146903797Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"ef7a1eab-e817-4f87-a33e-e8805ccb47d6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.147453429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af31f79c-371c-4dce-9eeb-9dd96e0e71f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.147474093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af31f79c-371c-4dce-9eeb-9dd96e0e71f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.147876276Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"2264e42b-286f-45d0-9d0d-d55f654b5c2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.411580131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"2264e42b-286f-45d0-9d0d-d55f654b5c2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.560504709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"2264e42b-286f-45d0-9d0d-d55f654b5c2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"name":"e2e-api-b-2bc5e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.562790497Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"e2e-e2e-api-b-2bc5e3-policy","reconcileID":"2264e42b-286f-45d0-9d0d-d55f654b5c2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2bc5e3-policy","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2bc5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.624603013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a062c45-3d47-43a1-81fb-924769381d62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.624624419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a062c45-3d47-43a1-81fb-924769381d62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:56.995859496Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7fabe91d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7fabe91d","reconcileID":"4cadb349-1856-4717-b46b-9a05493e8694","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7fabe91d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-7fabe91d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.174949775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"3e664d79-e9a3-4631-85d5-542565a29b08","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.259790764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"3e664d79-e9a3-4631-85d5-542565a29b08","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.265245147Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f1aee8ed-b1d4-4167-9355-8a4802209ebd","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.265316773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f1aee8ed-b1d4-4167-9355-8a4802209ebd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.276540275Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"9158227a-a22c-4d91-bf94-8d78762135eb","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.276596505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"9158227a-a22c-4d91-bf94-8d78762135eb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.296899383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"65c9451b-0bc6-486c-97ca-51c78666617a","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.296973799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"65c9451b-0bc6-486c-97ca-51c78666617a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.33796962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"9891e9c5-178d-4060-85d1-ba65824efe1d","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.338052154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"9891e9c5-178d-4060-85d1-ba65824efe1d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.418800256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"2b10370c-2c2a-4a1c-b75d-41db92570e95","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.418874388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"2b10370c-2c2a-4a1c-b75d-41db92570e95","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.57986091Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"14eef238-e124-4f7d-be3d-a7d836c90b25","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.579930619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"14eef238-e124-4f7d-be3d-a7d836c90b25","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:57.773042447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0355946-847e-4a3e-96f0-36b9b2c822ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:57.826717173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0355946-847e-4a3e-96f0-36b9b2c822ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:57.879246908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0355946-847e-4a3e-96f0-36b9b2c822ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.901244729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"043a1892-0829-4e8a-8e51-c98ebebe70f4","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:57.901315365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"043a1892-0829-4e8a-8e51-c98ebebe70f4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:57.932186911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0355946-847e-4a3e-96f0-36b9b2c822ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:58.542099091Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"c70b36e6-0051-4c90-93f5-cf12d7332845","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:58.542203334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"c70b36e6-0051-4c90-93f5-cf12d7332845","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:59.822872774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"acb331fb-f7cf-47c8-b51f-8090609cde62","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:13:59.822967803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"acb331fb-f7cf-47c8-b51f-8090609cde62","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:59.85120091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63109bd5-1df9-456f-a3a6-df7f34cb3fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:59.903944314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63109bd5-1df9-456f-a3a6-df7f34cb3fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:13:59.956617564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63109bd5-1df9-456f-a3a6-df7f34cb3fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:00.009455189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63109bd5-1df9-456f-a3a6-df7f34cb3fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:01.958264465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3649d81-a452-4be7-a487-cd08eb2e1459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.011166724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3649d81-a452-4be7-a487-cd08eb2e1459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.063905222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3649d81-a452-4be7-a487-cd08eb2e1459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:02.116860333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3649d81-a452-4be7-a487-cd08eb2e1459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:02.38424658Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f013fc4c-5e06-4e4f-a9f2-adc1cff2fc67","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:02.384329675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f013fc4c-5e06-4e4f-a9f2-adc1cff2fc67","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:03.130981778Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"74aaad8a-5d45-454f-b752-1df8ca874f45","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:03.131066272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"74aaad8a-5d45-454f-b752-1df8ca874f45","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:04.017560348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f13586-0b42-45c1-9262-495672139b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:04.070024287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f13586-0b42-45c1-9262-495672139b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:04.122791638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f13586-0b42-45c1-9262-495672139b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:04.175507217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f13586-0b42-45c1-9262-495672139b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:06.156314587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af9dae1-945b-4287-ad5b-d6d869480d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:06.209122768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af9dae1-945b-4287-ad5b-d6d869480d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:06.261887192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af9dae1-945b-4287-ad5b-d6d869480d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:06.314601044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af9dae1-945b-4287-ad5b-d6d869480d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:07.776286414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f90cf2bd-5abb-450c-9ee6-1bf6e6c7ad40","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:07.776365293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"f90cf2bd-5abb-450c-9ee6-1bf6e6c7ad40","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:08.296184112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902e580a-39d4-4596-bb77-cba8fc01b25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:08.348859524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902e580a-39d4-4596-bb77-cba8fc01b25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:08.401756889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902e580a-39d4-4596-bb77-cba8fc01b25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:08.454439287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902e580a-39d4-4596-bb77-cba8fc01b25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:10.357319628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f54c4b1-bd38-4343-a188-b28c1753f2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:10.410121875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f54c4b1-bd38-4343-a188-b28c1753f2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:10.462721829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f54c4b1-bd38-4343-a188-b28c1753f2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:10.515555919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f54c4b1-bd38-4343-a188-b28c1753f2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:12.425072141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590c6a3f-45a7-40f8-bc5e-7a6992b27d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:12.477946849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590c6a3f-45a7-40f8-bc5e-7a6992b27d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:12.530569228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590c6a3f-45a7-40f8-bc5e-7a6992b27d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:12.585755997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590c6a3f-45a7-40f8-bc5e-7a6992b27d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:14.486084624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e068aea3-58b5-4a6d-a4af-0467562d99a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:14.540079598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e068aea3-58b5-4a6d-a4af-0467562d99a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:14.593109606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e068aea3-58b5-4a6d-a4af-0467562d99a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:14.645720642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e068aea3-58b5-4a6d-a4af-0467562d99a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:17.604276265Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:26.857514435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"700f706b-1f25-4ecb-8675-2dd09b808968","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7a54db","tenantID":"e2e-ipp-a-7a54db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:26.977614447Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"700f706b-1f25-4ecb-8675-2dd09b808968","name":"e2e-ipp-a-7a54db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:28.257453525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"91a11e2e-28b2-49b9-a6c7-d1ccb7c344a6","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:28.257522234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-7fabe91d","namespace":"ai-tenant-e2e-mt-7fabe91d"},"namespace":"ai-tenant-e2e-mt-7fabe91d","name":"e2e-lifecycle-model-7fabe91d","reconcileID":"91a11e2e-28b2-49b9-a6c7-d1ccb7c344a6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-7fabe91d/e2e-lifecycle-model-7fabe91d-kserve-route (gateways: [openshift-ingress/e2e-mt-7fabe91d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:43.267577686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"8539adde-2f1e-45a5-b701-380528bb91d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-69a1d2","tenantID":"e2e-ipp-a-69a1d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:43.38384053Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"8539adde-2f1e-45a5-b701-380528bb91d4","name":"e2e-ipp-a-69a1d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:47.60224171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.396180417Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","namespace":"ai-tenant-e2e-api-b-2bc5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.396272037Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","namespace":"ai-tenant-e2e-api-b-2bc5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.396349885Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","tenant":"e2e-api-b-2bc5e3","tenantID":"e2e-api-b-2bc5e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.451181177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"Deployment","name":"maas-api-e2e-api-b-2bc5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.517957692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"Service","name":"maas-api-e2e-api-b-2bc5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.573245559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2bc5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.627832412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2bc5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.68826812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.743882722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.801845277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.859503358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.92146519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"Deployment","name":"payload-processing-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:48.974076466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.026403472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"Service","name":"payload-processing-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.079038441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"Service","name":"payload-pre-processing-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.131698265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.184011009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.23644571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.292573335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.345750178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.39803043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.453508527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-2bc5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:49.506442092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2bc5e3"},"namespace":"ai-tenant-e2e-api-b-2bc5e3","name":"default-tenant","reconcileID":"c175ea46-f4c8-4ec2-9114-ab0a73b4d6fc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-2bc5e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:50.331424959Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2bc5e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2bc5e3","reconcileID":"a3a36f2e-336f-4b23-a24f-d54021b4a35d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2bc5e3","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-2bc5e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:51.48388034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bc8ef3-c64c-453f-a327-06aba56f75cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:51.5377353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bc8ef3-c64c-453f-a327-06aba56f75cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:51.59092561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bc8ef3-c64c-453f-a327-06aba56f75cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:51.643556966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bc8ef3-c64c-453f-a327-06aba56f75cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:53.577425665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36ad25d-00ef-4fd2-93fc-a41a64c9b803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:53.631546913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36ad25d-00ef-4fd2-93fc-a41a64c9b803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:53.68488549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36ad25d-00ef-4fd2-93fc-a41a64c9b803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:53.737517444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36ad25d-00ef-4fd2-93fc-a41a64c9b803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.232215119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d229293e-d29c-4126-acd6-515199ef9d2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.232243678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d229293e-d29c-4126-acd6-515199ef9d2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.289955885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"194336f4-317d-44ba-aa31-a3d7930fccd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.289983808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"194336f4-317d-44ba-aa31-a3d7930fccd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.397882504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6284147d-4174-40e5-9c34-f2112d47c4fe","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.532706753Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6284147d-4174-40e5-9c34-f2112d47c4fe","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.587918036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6284147d-4174-40e5-9c34-f2112d47c4fe","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.618199172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa2f0eb6-5eb7-4bb4-996c-3e0fc8910e90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.618219961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa2f0eb6-5eb7-4bb4-996c-3e0fc8910e90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.643654523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc13383b-9893-4c75-b470-e345708a5e04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.643678406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc13383b-9893-4c75-b470-e345708a5e04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.675846619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37c7abb8-ae56-4a00-97af-7e10980ccd33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.675868054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37c7abb8-ae56-4a00-97af-7e10980ccd33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:14:58.728440797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"2545e7f1-0386-410f-b797-d12ae9803e7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-a2aa30af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.750551637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"5f9447f8-9d24-4098-ac94-140458bf0335","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.808732581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"5f9447f8-9d24-4098-ac94-140458bf0335","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.84925748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac91a693-54dd-446d-a9c5-46bb578b79ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.849280531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac91a693-54dd-446d-a9c5-46bb578b79ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.876587021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"5f9447f8-9d24-4098-ac94-140458bf0335","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.914496937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"322a377a-098d-43a0-9d59-8a53fab55e69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:58.918266309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"322a377a-098d-43a0-9d59-8a53fab55e69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.191809702Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"018e1c54-0b71-4f01-8e65-dacf54ac6f63","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-a2aa30af/e2e-shared-int-sub-a2aa30af","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.357589768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45212add-c375-4891-8469-3432a7224922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.357612267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45212add-c375-4891-8469-3432a7224922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.403957783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aabfc8e7-9557-4ab3-9552-2dc8b8d9619c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:14:59.569621376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"aef6763f-f736-4b19-8537-dd99d8079b4f","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:08.983629839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"82a9feb7-5feb-48cc-8569-36c65987a269","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.040699725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"82a9feb7-5feb-48cc-8569-36c65987a269","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.096568294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"82a9feb7-5feb-48cc-8569-36c65987a269","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.673327181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2274c17-3edf-488b-8789-73d5ff3a587a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.673350087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2274c17-3edf-488b-8789-73d5ff3a587a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.728277435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c879170a-6fd0-4378-bd9a-a551ce3b37c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.728301123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c879170a-6fd0-4378-bd9a-a551ce3b37c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.833896797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"90da2a4f-a828-4db2-95dd-fbe83e0c39c6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.894288699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"90da2a4f-a828-4db2-95dd-fbe83e0c39c6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.950282008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"90da2a4f-a828-4db2-95dd-fbe83e0c39c6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.962241348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"676b6620-6618-4de9-8922-441874d00720","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:09.962273577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"676b6620-6618-4de9-8922-441874d00720","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.006423626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ec76fe2-4902-4ef8-9708-25bac6240073","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.006453497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ec76fe2-4902-4ef8-9708-25bac6240073","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.020693993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea4b9d61-14e1-4342-9fa7-7281a3e11088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.020711838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea4b9d61-14e1-4342-9fa7-7281a3e11088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:15:10.070941249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"216619e7-5257-40f6-be0d-49ea230ffcda","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-a2aa30af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.123277563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6cc59ccc-4337-4db0-a172-07b5ce6c3da0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.181917797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6cc59ccc-4337-4db0-a172-07b5ce6c3da0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.184814593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b1a20ad-8e9c-425d-bcab-d0e17b3183d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.18483834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b1a20ad-8e9c-425d-bcab-d0e17b3183d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.239765301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6cc59ccc-4337-4db0-a172-07b5ce6c3da0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.251739947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc414160-5f16-4955-8fad-12eede2888fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.251859597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc414160-5f16-4955-8fad-12eede2888fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.523756323Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"6a6f9b6a-7fca-4f7a-b38d-2569027a2de2","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-2135cc59/e2e-shared-int-sub-a2aa30af","ai-tenant-e2e-mt-a2aa30af/e2e-shared-int-sub-a2aa30af","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.68924307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5252e32-c655-451b-9df9-f00c02811487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.689262279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5252e32-c655-451b-9df9-f00c02811487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.737566851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"bd230d20-03c4-49b5-840d-c092454175b5","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.737613741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"020fba35-7cd8-4600-b4e5-2ceacbf1bc54","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:10.937559517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"3413a047-9518-4dd4-b3ff-c32fdb092666","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:14.018182666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2d16fd-a3c5-4258-953d-a5b64e976537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:14.071053272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2d16fd-a3c5-4258-953d-a5b64e976537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:14.123888567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2d16fd-a3c5-4258-953d-a5b64e976537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:14.176603548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2d16fd-a3c5-4258-953d-a5b64e976537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:15.313870347Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2edb49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2edb49","reconcileID":"74113c1c-20a4-40a9-a50d-ddaacf33122d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2edb49","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-2edb49":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:15.849942882Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"cdc01274-86c8-4c28-82c2-82dcb551d7bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:15.850082613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6a2a737-d2eb-4259-ae56-926f3fa1af3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:15.850102242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6a2a737-d2eb-4259-ae56-926f3fa1af3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:16.003593927Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"cdc01274-86c8-4c28-82c2-82dcb551d7bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"policyNamespace":"ai-tenant-e2e-mt-a2aa30af","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:16.06324716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f926cbe-dfe1-4d1a-9ab7-d136670cc4b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:16.063266993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f926cbe-dfe1-4d1a-9ab7-d136670cc4b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:16.156949529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa55f4ab-2cab-469e-b94e-c131ba8e1c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:16.209461074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa55f4ab-2cab-469e-b94e-c131ba8e1c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:16.212041684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b0743b-ff1b-40f5-b636-85a2701d87eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:16.212060554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b0743b-ff1b-40f5-b636-85a2701d87eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:16.261978174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa55f4ab-2cab-469e-b94e-c131ba8e1c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:16.314749348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa55f4ab-2cab-469e-b94e-c131ba8e1c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:17.605054062Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:18.223707587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bea289f-df65-49bc-b410-7e9816e27d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:18.276556227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bea289f-df65-49bc-b410-7e9816e27d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:18.329057529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bea289f-df65-49bc-b410-7e9816e27d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:18.382045865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bea289f-df65-49bc-b410-7e9816e27d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:20.368658856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c77e889-ff61-4ba9-bc94-a8b4470d19d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:20.368909942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6d291b7a-af01-4fd2-a105-5622be3210ce","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:20.421553756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c77e889-ff61-4ba9-bc94-a8b4470d19d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:20.474942315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c77e889-ff61-4ba9-bc94-a8b4470d19d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:20.544363059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c77e889-ff61-4ba9-bc94-a8b4470d19d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:20.545149976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6d291b7a-af01-4fd2-a105-5622be3210ce","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:20.600676986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6d291b7a-af01-4fd2-a105-5622be3210ce","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:22.475438104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6001194c-f361-4f4e-9bc8-3f5e021e8bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:22.529188887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6001194c-f361-4f4e-9bc8-3f5e021e8bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:22.582605322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6001194c-f361-4f4e-9bc8-3f5e021e8bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:22.635663732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6001194c-f361-4f4e-9bc8-3f5e021e8bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:24.541852177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e92f02-825f-440a-bf9c-dd9d13255245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:24.594462479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e92f02-825f-440a-bf9c-dd9d13255245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:24.647095201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e92f02-825f-440a-bf9c-dd9d13255245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:24.699785899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e92f02-825f-440a-bf9c-dd9d13255245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:26.426303957Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"4ecb099f-70c2-4e16-aeb3-2b2f243b43ab","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-a2aa30af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:26.646419149Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"namespace":"ai-tenant-e2e-mt-a2aa30af","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"4ecb099f-70c2-4e16-aeb3-2b2f243b43ab","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-a2aa30af"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-2135cc59/e2e-shared-int-sub-a2aa30af","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:26.651105093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29432987-2cd0-4f2a-b4c8-602d1ed454e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:26.704975322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29432987-2cd0-4f2a-b4c8-602d1ed454e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:26.758314263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29432987-2cd0-4f2a-b4c8-602d1ed454e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:26.813291709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29432987-2cd0-4f2a-b4c8-602d1ed454e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:26.923975492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bf6ea06-3596-4e18-a780-e5772faba7e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:26.923998183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bf6ea06-3596-4e18-a780-e5772faba7e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:26.972523751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"146f48e5-9eaa-4748-8f58-ebb66f90f023","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:26.972630034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"2a09febf-fe3b-4cd7-9f7f-efb67a1cd35d","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:28.810667356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca33771-9485-49ad-a49a-a20a58aca173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:28.864558307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca33771-9485-49ad-a49a-a20a58aca173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:28.917742086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca33771-9485-49ad-a49a-a20a58aca173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:28.970734571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca33771-9485-49ad-a49a-a20a58aca173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:30.713068805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"cb3a42bd-57d0-4e1c-a7fe-4efcdbaa4703","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:30.771959652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"cb3a42bd-57d0-4e1c-a7fe-4efcdbaa4703","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:30.829357975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"cb3a42bd-57d0-4e1c-a7fe-4efcdbaa4703","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:30.902685491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c3e01d-45f5-4bb4-a8dc-5daf21b353cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:30.955691118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c3e01d-45f5-4bb4-a8dc-5daf21b353cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:31.010992418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c3e01d-45f5-4bb4-a8dc-5daf21b353cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:31.06472892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c3e01d-45f5-4bb4-a8dc-5daf21b353cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:32.782210702Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-577ea8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-577ea8","reconcileID":"2703dfe3-bece-43c9-a5df-016a1f97f229","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-577ea8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-577ea8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:33.002259186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcf58b8-498b-4524-a029-5ede7c4d1081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:33.055438634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcf58b8-498b-4524-a029-5ede7c4d1081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:33.108306457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcf58b8-498b-4524-a029-5ede7c4d1081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:33.16082217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcf58b8-498b-4524-a029-5ede7c4d1081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:35.07362351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b6a7b4-e398-4bc8-a4e4-24a2f11e99cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:35.128415009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b6a7b4-e398-4bc8-a4e4-24a2f11e99cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:35.181969299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b6a7b4-e398-4bc8-a4e4-24a2f11e99cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:35.234779335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b6a7b4-e398-4bc8-a4e4-24a2f11e99cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:37.161073296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36fb0b69-df75-4fcd-9501-397a326868e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:37.215184227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36fb0b69-df75-4fcd-9501-397a326868e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:37.268075943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36fb0b69-df75-4fcd-9501-397a326868e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:37.320970467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36fb0b69-df75-4fcd-9501-397a326868e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:40.950515344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6bd81d06-3ce8-43a4-a382-bf19362c40d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:41.059953239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6bd81d06-3ce8-43a4-a382-bf19362c40d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:41.131866032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"6bd81d06-3ce8-43a4-a382-bf19362c40d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:41.19080194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d74f33c3-92dc-4c6d-be49-c6a202e18de7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:41.190825648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d74f33c3-92dc-4c6d-be49-c6a202e18de7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:41.846836043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e8564c-7abf-4da8-afd6-b54cd3fae051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:41.899507538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e8564c-7abf-4da8-afd6-b54cd3fae051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:41.95229382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e8564c-7abf-4da8-afd6-b54cd3fae051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:42.005059351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e8564c-7abf-4da8-afd6-b54cd3fae051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:43.959836666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f63489e-25cb-4685-b575-0c6c3fbb2886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:44.013245601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f63489e-25cb-4685-b575-0c6c3fbb2886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:44.066319143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f63489e-25cb-4685-b575-0c6c3fbb2886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:44.119972527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f63489e-25cb-4685-b575-0c6c3fbb2886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:46.121768375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f911aa5a-d1a6-41f4-9c20-be766989d604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:46.178282512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f911aa5a-d1a6-41f4-9c20-be766989d604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:46.231514989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f911aa5a-d1a6-41f4-9c20-be766989d604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:46.284066095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f911aa5a-d1a6-41f4-9c20-be766989d604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:47.431297102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"b540fe62-cbb5-4df2-bb9d-be969718efc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:47.549379388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"4d79c640-c8f8-4127-8c79-e14af4c60829","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:47.602678076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:47.727420654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b20fcc32-4251-4dee-b087-8472b22b9d22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:47.826552968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"75ccf311-602d-496b-bfb4-bf6f315808c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:47.927039514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"1100833a-11f2-4d3a-a870-937315c1d8a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.027928312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67c99e91-0ac9-4785-96c8-36056e082976","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.028831957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"640cef34-391e-4512-a20a-65453c8b52c4","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.14716003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"fb850972-a95c-4a78-8cd8-70b5f7e1b00e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.2450573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"133022b5-370c-44a8-bb38-8845c5b9fe7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.267015955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"96dc6bee-bff3-4d60-984d-d195ecc26432","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.351506362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"5a21f8d2-eabe-4033-80ed-36e1bef9043e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.507688357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"e3d9b4c1-e44a-4b80-80aa-d3d3e91af064","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:48.635848602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"d0771d5e-16ed-43f3-9a70-d84b2e235f36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:51.303301294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"185059ea-3d29-4040-a932-99881f54b48b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:51.363281677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"185059ea-3d29-4040-a932-99881f54b48b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:51.692506874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7152c98f-a6b6-4fa8-b93b-0ce419609a97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:15:51.692615761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7152c98f-a6b6-4fa8-b93b-0ce419609a97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:11.972394538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"bda687af-146e-4f6b-9f61-a70e78ecfe0b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:12.089418165Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"bda687af-146e-4f6b-9f61-a70e78ecfe0b","name":"e2e-ipp-a-2edb49-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:17.602743329Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:23.931919303Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","namespace":"ai-tenant-e2e-ipp-a-97ca39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:23.931985083Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","namespace":"ai-tenant-e2e-ipp-a-97ca39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:23.932042272Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","tenant":"e2e-ipp-a-97ca39","tenantID":"e2e-ipp-a-97ca39","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:23.990680081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"Deployment","name":"maas-api-e2e-ipp-a-97ca39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.059765209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"Service","name":"maas-api-e2e-ipp-a-97ca39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.126469024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-97ca39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.181398866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-97ca39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.246565003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.305532936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.370609418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.44932695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.505749443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.560699192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.630239166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"Service","name":"payload-processing-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.6945346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.751800209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.807987364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.865268901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.922960307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:24.979557638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:25.039340137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:25.098491404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-97ca39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:25.155649378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97ca39"},"namespace":"ai-tenant-e2e-ipp-a-97ca39","name":"default-tenant","reconcileID":"26e8f465-9791-468d-b16b-b4a6fa265299","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-97ca39","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:25.549543226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"b98bff22-77b8-4d4f-bb0c-2fac94a046ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:25.698039539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a675b34a-1136-4809-8be1-84806623b11e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:25.698063955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"3fa1f79a-c49c-44af-9c86-378d2ffeaa55","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:25.834671837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"7a2dfde8-1bcc-4a7f-abed-ec5c8250d739","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:25.93516764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"13e0fd94-a619-4c1a-bf02-0b077b2b625a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:26.035108171Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-97ca39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-97ca39","reconcileID":"90aa7eb1-ea91-4d4a-af2f-4df89d6cd9ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-97ca39","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-97ca39"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:26.038636506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"d640c19c-d7aa-4239-aef7-5aedb54070ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:26.254730903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"910ea6b2-5513-442f-b984-08052081aa64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:26.421644884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"f6eb0c4c-16a8-4096-a932-7d5d1e87b84b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:26.474253421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"71223124-6127-4174-ad27-366027a261c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:26.574352103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"f375b235-261a-4074-8a37-4eaee4c2c649","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:26.574445564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"8ccbf1c6-dd2f-48d0-9e24-4bc1becd7c5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:26.693309251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"2883d826-e5a0-4b64-af16-4d2d9785232b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:26.778013755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1938a38f-67a0-4fea-a91a-83b4615a697a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:27.166611623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf07354a-879c-432e-b392-4907646eebe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:27.219619216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf07354a-879c-432e-b392-4907646eebe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:27.272163029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf07354a-879c-432e-b392-4907646eebe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:27.324666115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf07354a-879c-432e-b392-4907646eebe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:29.267184516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e738d0-0b28-40f6-a3c6-3e3e05fd7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:29.320088842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e738d0-0b28-40f6-a3c6-3e3e05fd7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:29.372854452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e738d0-0b28-40f6-a3c6-3e3e05fd7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:29.425665097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e738d0-0b28-40f6-a3c6-3e3e05fd7053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:35.113850102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"e77b89fc-b107-4234-a82b-66baba2cd483","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-577ea8","tenantID":"e2e-ipp-b-577ea8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:35.238043771Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"e77b89fc-b107-4234-a82b-66baba2cd483","name":"e2e-ipp-b-577ea8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.575550765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abf5866-5403-43e8-9b33-56eeee657825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.628380812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abf5866-5403-43e8-9b33-56eeee657825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.681324596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abf5866-5403-43e8-9b33-56eeee657825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:39.734371993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abf5866-5403-43e8-9b33-56eeee657825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:41.761659727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8b65d7-4aaa-4805-a6ed-12137e860543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:41.814738994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8b65d7-4aaa-4805-a6ed-12137e860543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:41.86736633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8b65d7-4aaa-4805-a6ed-12137e860543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:41.920380926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8b65d7-4aaa-4805-a6ed-12137e860543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:43.9217008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c11112-1024-4a78-aa34-4e0cb0de4f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:43.975332255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c11112-1024-4a78-aa34-4e0cb0de4f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:44.028486579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c11112-1024-4a78-aa34-4e0cb0de4f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:44.081618829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c11112-1024-4a78-aa34-4e0cb0de4f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:47.603201941Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.566518238Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","namespace":"ai-tenant-e2e-ipp-b-859078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.566580198Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","namespace":"ai-tenant-e2e-ipp-b-859078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.566631046Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","tenant":"e2e-ipp-b-859078","tenantID":"e2e-ipp-b-859078","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.622111725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"Deployment","name":"maas-api-e2e-ipp-b-859078","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.683177708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"Service","name":"maas-api-e2e-ipp-b-859078","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.73926677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-859078","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.793797945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-859078","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.849898068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.925289953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:52.982753071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.043148064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.102689581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.158382973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.221462403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"Service","name":"payload-processing-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.281926716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.338791437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.393341741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.452536647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.5078094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.562064781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.61680098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.678118638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-859078","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:53.733953595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-859078"},"namespace":"ai-tenant-e2e-ipp-b-859078","name":"default-tenant","reconcileID":"de47d396-2dcf-435a-8a2b-6ddbd979b77e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-859078","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:54.565976853Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-859078","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-859078","reconcileID":"3e67ab05-eaab-4212-b276-708df421d61f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-859078","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-859078"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:55.697456542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca5f38f-f188-4a75-92f1-f523e8650e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:55.750653865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca5f38f-f188-4a75-92f1-f523e8650e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:55.803226027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca5f38f-f188-4a75-92f1-f523e8650e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:55.856109351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca5f38f-f188-4a75-92f1-f523e8650e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.375644642Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"fbdd7afd-27cb-4af5-aa4a-acdbd923957b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.375794832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1992848f-525c-4f55-9caa-c9f3199c0e19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.375815065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1992848f-525c-4f55-9caa-c9f3199c0e19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.529282229Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-policy-a2aa30af","reconcileID":"fbdd7afd-27cb-4af5-aa4a-acdbd923957b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"policyNamespace":"ai-tenant-e2e-mt-2135cc59","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.58731037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2d511cf-5103-42cf-b409-be7880fda340","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.587332429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2d511cf-5103-42cf-b409-be7880fda340","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.754105485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91bcc557-0e13-4158-8299-a4615edd4973","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.754125954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91bcc557-0e13-4158-8299-a4615edd4973","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.769967195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90e0a62-c3d9-4263-9884-d76c1fc40cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.823233056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90e0a62-c3d9-4263-9884-d76c1fc40cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.895657651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90e0a62-c3d9-4263-9884-d76c1fc40cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:16:57.949676282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90e0a62-c3d9-4263-9884-d76c1fc40cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:01.499035257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a691ba42-2280-4363-afe0-fdef3d322d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:01.552292859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a691ba42-2280-4363-afe0-fdef3d322d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:01.605574403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a691ba42-2280-4363-afe0-fdef3d322d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:01.658207555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a691ba42-2280-4363-afe0-fdef3d322d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:02.098051769Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a28730","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a28730","reconcileID":"748b7905-6ca6-4b0a-8464-703cfd4e43a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a28730","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a28730":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.580388995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f7b758-990b-4a7a-a02b-4aaa8fbf0cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.636621558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f7b758-990b-4a7a-a02b-4aaa8fbf0cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.689482338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f7b758-990b-4a7a-a02b-4aaa8fbf0cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:03.745204535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f7b758-990b-4a7a-a02b-4aaa8fbf0cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:07.950861144Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"249748a9-5afc-4a98-b02f-2c938df38c87","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-a2aa30af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:08.169653089Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"namespace":"ai-tenant-e2e-mt-2135cc59","name":"e2e-shared-int-sub-a2aa30af","reconcileID":"249748a9-5afc-4a98-b02f-2c938df38c87","MaaSSubscription":{"name":"e2e-shared-int-sub-a2aa30af","namespace":"ai-tenant-e2e-mt-2135cc59"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:08.385006335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27506528-777d-4e27-b4e7-f75f4f830e4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:08.546254586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"390c0c2f-31f1-4b89-89f5-4775e4303760","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:08.546275784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"390c0c2f-31f1-4b89-89f5-4775e4303760","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:10.999968657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14f745d-ecfb-4d79-9372-63e3b6c72475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:11.052816703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14f745d-ecfb-4d79-9372-63e3b6c72475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:11.105859504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14f745d-ecfb-4d79-9372-63e3b6c72475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:11.158873421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14f745d-ecfb-4d79-9372-63e3b6c72475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:13.11080866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7f78e4-b12c-4467-b245-72d956349d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:13.163378023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7f78e4-b12c-4467-b245-72d956349d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:13.216050142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7f78e4-b12c-4467-b245-72d956349d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:13.268816886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7f78e4-b12c-4467-b245-72d956349d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.603264976Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.752297203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd3a819-8fd9-420b-9455-fd1f4e1fcb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.805028537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd3a819-8fd9-420b-9455-fd1f4e1fcb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.857755848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd3a819-8fd9-420b-9455-fd1f4e1fcb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:17.91068071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd3a819-8fd9-420b-9455-fd1f4e1fcb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:19.74347109Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-96567a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-96567a","reconcileID":"4f071d90-e6ae-493b-ac3d-03069a2b5d22","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-96567a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-96567a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:19.855829995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"944f15a7-44d3-46b4-91ef-72358cb3784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:19.908697385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"944f15a7-44d3-46b4-91ef-72358cb3784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:19.961445735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"944f15a7-44d3-46b4-91ef-72358cb3784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.014317131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"944f15a7-44d3-46b4-91ef-72358cb3784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:20.461493324Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d66ae6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d66ae6","reconcileID":"4ae29b87-d196-4c1d-aa73-b4a28a1c0481","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d66ae6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-d66ae6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:21.96569738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2ffaee-6e6a-417d-a518-c2b76ea4dddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:22.018489331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2ffaee-6e6a-417d-a518-c2b76ea4dddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:22.122117121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2ffaee-6e6a-417d-a518-c2b76ea4dddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:22.175293954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2ffaee-6e6a-417d-a518-c2b76ea4dddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:24.14986256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70e521c8-3738-4591-bcea-2c46bf552177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:24.203362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70e521c8-3738-4591-bcea-2c46bf552177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:24.256922688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70e521c8-3738-4591-bcea-2c46bf552177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:24.309910196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70e521c8-3738-4591-bcea-2c46bf552177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:26.271121282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1fc79-e6f0-4c29-a086-48b7eb02cf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:26.324145824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1fc79-e6f0-4c29-a086-48b7eb02cf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:26.376921749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1fc79-e6f0-4c29-a086-48b7eb02cf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:26.429611353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e1fc79-e6f0-4c29-a086-48b7eb02cf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:28.368316221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3b92fb-7aad-4b06-90be-3623e2710042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:28.505744921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3b92fb-7aad-4b06-90be-3623e2710042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:28.563991197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3b92fb-7aad-4b06-90be-3623e2710042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:28.616830847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3b92fb-7aad-4b06-90be-3623e2710042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:30.564533824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be16d9ee-6230-48b0-a4ee-96ccac9bc81e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:30.618174419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be16d9ee-6230-48b0-a4ee-96ccac9bc81e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:30.670921524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be16d9ee-6230-48b0-a4ee-96ccac9bc81e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:30.723488929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be16d9ee-6230-48b0-a4ee-96ccac9bc81e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:32.641220484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f0135b-e787-4d02-bf7e-50e50b6aaace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:32.693853374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f0135b-e787-4d02-bf7e-50e50b6aaace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:32.771237714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f0135b-e787-4d02-bf7e-50e50b6aaace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:32.840799304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f0135b-e787-4d02-bf7e-50e50b6aaace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:34.749867892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed4f66f-2e91-4f5f-a3c8-c41a4b111b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:34.802557286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed4f66f-2e91-4f5f-a3c8-c41a4b111b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:34.85563062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed4f66f-2e91-4f5f-a3c8-c41a4b111b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:34.908356344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed4f66f-2e91-4f5f-a3c8-c41a4b111b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:36.894547535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca56a4f6-351e-424c-8f09-cc556a6e632d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:36.959315465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca56a4f6-351e-424c-8f09-cc556a6e632d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:37.021908208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca56a4f6-351e-424c-8f09-cc556a6e632d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:37.079369325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca56a4f6-351e-424c-8f09-cc556a6e632d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:39.056104084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c522f2c4-eb34-4cd0-b659-08a57a9b794c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:39.108809848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c522f2c4-eb34-4cd0-b659-08a57a9b794c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:39.161296726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c522f2c4-eb34-4cd0-b659-08a57a9b794c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:39.213972165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c522f2c4-eb34-4cd0-b659-08a57a9b794c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:47.604251325Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:49.225240897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"fc700aac-8bac-4f89-8a70-cba65fada6ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:49.32590349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"95a72506-8d50-43f0-9ea5-3f6b81637380","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:49.426185946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e54084e-68fc-49b6-8138-65513f29acc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:49.450766614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28c89b4b-c3f7-476f-99dc-a213b1834fa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:49.622052578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"63111904-f931-4616-9cb7-99a221f7a21a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:49.915561635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"5257c9e2-c786-4bd1-b7c9-034e9dc95b16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.014585525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"2f2f81d9-de25-40ad-81ba-dd373b658ea3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.037962938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"2fca6bdc-7602-45ab-9860-a11585273e83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.208921922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"574bf316-f3f4-4c53-bba7-41268913ad3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.309091998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"5593e4b9-8874-4f8e-80db-83d920042265","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.324726626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"cfc1fa10-2a57-4b27-bd44-237dba46441e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:17:50.445500105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"c82088a2-766f-4971-b24c-9ea5a8e7ee1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:04.296681475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"e11b107a-940a-4598-b838-bec8486144ff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a28730","tenantID":"e2e-ipp-b-a28730","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:04.413974497Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"e11b107a-940a-4598-b838-bec8486144ff","name":"e2e-ipp-b-a28730-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.602204623Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.650497249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"d78bf531-58c0-40bb-88ce-df30b4b30871","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.749932578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"4c5fc3de-7b28-4d5a-a24d-740f66f04b1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.769710828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"104ede44-a635-499c-a550-cc9466df99c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.895433892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2acb07d-61dd-4fe7-9905-902e4d0fa441","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:17.993600738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"806b3c97-5b0c-450f-8cf9-aa1b58faf5e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.09415288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"1bf65b59-c234-4df2-a09a-3b87b1399dec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.313773584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"add29f2b-1304-455a-911e-2408a666e3b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.418791201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"ba3ff0b5-4a1a-4b2d-aa62-c424c439e586","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.637406982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"062c028f-296f-4dd8-81b4-7a5596c9a39b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.743461239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"977ba3ac-0918-4a96-b4f2-c1762cdbfd59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.85501468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"730aa1e7-bdfc-4a77-818b-def86cf6698d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:18.957012849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"9c8de153-25b2-4eeb-9c8f-cfdd89a6d22b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:27.948513612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"64260043-c061-4dea-8b3f-6f80eba8821c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-96567a","tenantID":"e2e-ipp-b-96567a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:28.066047654Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"64260043-c061-4dea-8b3f-6f80eba8821c","name":"e2e-ipp-b-96567a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:33.076746291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"e24bd3c0-9ed3-412d-8b26-5df0c9e20f66","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d66ae6","tenantID":"e2e-praxis-a-d66ae6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:33.193584596Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"e24bd3c0-9ed3-412d-8b26-5df0c9e20f66","name":"e2e-praxis-a-d66ae6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.720879802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ae02b2-ab2b-44b8-9b2a-021445189040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.774957449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ae02b2-ab2b-44b8-9b2a-021445189040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.846846055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ae02b2-ab2b-44b8-9b2a-021445189040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:43.900921263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ae02b2-ab2b-44b8-9b2a-021445189040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:44.224028385Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8b1e0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8b1e0a","reconcileID":"545bba0e-a031-421b-bbb8-9edd77e1b15c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-8b1e0a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-8b1e0a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:45.928120914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e71d82b-8d73-4cc7-a249-364702b6d0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:45.980572566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e71d82b-8d73-4cc7-a249-364702b6d0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:46.034711098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e71d82b-8d73-4cc7-a249-364702b6d0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:46.088127417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e71d82b-8d73-4cc7-a249-364702b6d0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:47.603583429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:48.172348472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6473fb-cac3-4f73-842c-c9f21ce07cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:48.236271186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6473fb-cac3-4f73-842c-c9f21ce07cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:48.303578363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6473fb-cac3-4f73-842c-c9f21ce07cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:48.444172179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6473fb-cac3-4f73-842c-c9f21ce07cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:50.431851577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b13bb4-3047-448a-94da-46cfccd1275e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:50.487165956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b13bb4-3047-448a-94da-46cfccd1275e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:50.540636839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b13bb4-3047-448a-94da-46cfccd1275e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:18:50.593547387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b13bb4-3047-448a-94da-46cfccd1275e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:00.036348746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16edce2e-eb86-49be-96f1-790a16cdcc15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:00.08896485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16edce2e-eb86-49be-96f1-790a16cdcc15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:00.141631103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16edce2e-eb86-49be-96f1-790a16cdcc15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:00.19494964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16edce2e-eb86-49be-96f1-790a16cdcc15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:02.124583811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e9532a-47c5-411d-b429-1dd3a47dbfc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:02.177454171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e9532a-47c5-411d-b429-1dd3a47dbfc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:02.23321803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e9532a-47c5-411d-b429-1dd3a47dbfc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:02.286413806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e9532a-47c5-411d-b429-1dd3a47dbfc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:04.264410398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d900515e-3586-43c6-8dd9-8d31f26fb956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:04.316996095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d900515e-3586-43c6-8dd9-8d31f26fb956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:04.370172354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d900515e-3586-43c6-8dd9-8d31f26fb956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:04.423563051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d900515e-3586-43c6-8dd9-8d31f26fb956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:06.331062737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2363ac2-19ee-4f1b-b0eb-a12546bd38b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:06.38383202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2363ac2-19ee-4f1b-b0eb-a12546bd38b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:06.436319895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2363ac2-19ee-4f1b-b0eb-a12546bd38b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:06.488936944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2363ac2-19ee-4f1b-b0eb-a12546bd38b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:08.866742954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"ebfef8fc-47c3-4f50-9339-d4a2e5a47109","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:08.963865781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"6a599b8d-6f00-4cf6-a1e6-f4f30a3da709","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:09.138214665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"3f373fc6-0152-47fc-8d60-19419bd4b35d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:09.258831952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"161155a3-4766-4c29-94b7-bd6b1c345f47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:09.358764587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"074d4bb2-bf64-474f-9a74-d065cf494819","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:09.462973656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"4b551cdc-b8f9-41d0-b762-775d1e2c959e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:09.492303586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d047c32-69d7-4f7c-9a96-4505451b1e3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:09.609284209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"6f8018ed-a5d1-40a4-b283-8e12c09b0e17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:09.72631931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"49bb7c98-9d29-4453-8f17-36bbbc1788f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.028494184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"02a88fc9-cb7b-4ef1-ab29-b2b351e2ad97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.129995092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"af1784bb-3056-456e-9d96-2d5c368b61f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:10.262299429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"44adad38-1d27-4e81-b42a-0a7b1cf7a96d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:17.602767454Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.132908729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330f6354-af1c-48ad-bd82-02fa4f87293b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.187826931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330f6354-af1c-48ad-bd82-02fa4f87293b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.242408333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330f6354-af1c-48ad-bd82-02fa4f87293b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:20.295102125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330f6354-af1c-48ad-bd82-02fa4f87293b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:22.207101897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6448e342-848e-4ea2-b5c6-1cddfa5bb73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:22.260105152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6448e342-848e-4ea2-b5c6-1cddfa5bb73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:22.314990817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6448e342-848e-4ea2-b5c6-1cddfa5bb73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:22.368275233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6448e342-848e-4ea2-b5c6-1cddfa5bb73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:24.353704882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80803c48-93f4-4caf-929b-6f15be7a70cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:24.406741229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80803c48-93f4-4caf-929b-6f15be7a70cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:24.459345487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80803c48-93f4-4caf-929b-6f15be7a70cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:24.512081459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80803c48-93f4-4caf-929b-6f15be7a70cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:26.412178079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4890d801-9812-4330-8116-54a4fd5cac56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:26.464816919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4890d801-9812-4330-8116-54a4fd5cac56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:26.517605585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4890d801-9812-4330-8116-54a4fd5cac56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:26.570053515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4890d801-9812-4330-8116-54a4fd5cac56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:28.474181999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca600db-525f-4ca2-abc5-1fe25339959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:28.527287539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca600db-525f-4ca2-abc5-1fe25339959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:28.580171986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca600db-525f-4ca2-abc5-1fe25339959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:28.633030888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca600db-525f-4ca2-abc5-1fe25339959c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.415509635Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","namespace":"ai-tenant-e2e-ipp-a-7a54db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.415566306Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","namespace":"ai-tenant-e2e-ipp-a-7a54db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.415622984Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","tenant":"e2e-ipp-a-7a54db","tenantID":"e2e-ipp-a-7a54db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.473659974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"Deployment","name":"maas-api-e2e-ipp-a-7a54db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.547801468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cc38e3-a135-4151-9ded-dbaf03a6ba5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.549820016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"Service","name":"maas-api-e2e-ipp-a-7a54db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.600525132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cc38e3-a135-4151-9ded-dbaf03a6ba5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.653209794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cc38e3-a135-4151-9ded-dbaf03a6ba5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.679245649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-7a54db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.70669667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cc38e3-a135-4151-9ded-dbaf03a6ba5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.761629018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-7a54db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.816884689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.871268819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:30.979559285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.040666858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.102247512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.157109018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.219245447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"Service","name":"payload-processing-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.285613571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.342170458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.399699076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.456444878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.512485864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.56717832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.621719919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.680871022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-7a54db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:31.743252852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7a54db"},"namespace":"ai-tenant-e2e-ipp-a-7a54db","name":"default-tenant","reconcileID":"5d72cec4-c767-4377-9c7a-6689b94de441","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-7a54db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:32.580413562Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7a54db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7a54db","reconcileID":"a14c667d-d2ef-458a-8f1f-bf21aa258691","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7a54db","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-7a54db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:32.663810982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6871198f-0855-47a7-8f36-f7a825c93fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:32.721102882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6871198f-0855-47a7-8f36-f7a825c93fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:32.775555859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6871198f-0855-47a7-8f36-f7a825c93fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:32.828308243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6871198f-0855-47a7-8f36-f7a825c93fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:34.760570845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346cd74a-8fc4-4328-a7d5-a5b8bde4af57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:34.813148657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346cd74a-8fc4-4328-a7d5-a5b8bde4af57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:34.865762052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346cd74a-8fc4-4328-a7d5-a5b8bde4af57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:34.919208378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346cd74a-8fc4-4328-a7d5-a5b8bde4af57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:36.853618826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175efddf-a0ae-46fe-bd76-0d8ad747c6dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:36.9061677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175efddf-a0ae-46fe-bd76-0d8ad747c6dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:36.958861821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175efddf-a0ae-46fe-bd76-0d8ad747c6dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:37.011428952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175efddf-a0ae-46fe-bd76-0d8ad747c6dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.945070085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935bb328-9880-4aa5-9620-ccf17eae1ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:38.997650625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935bb328-9880-4aa5-9620-ccf17eae1ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:39.050384653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935bb328-9880-4aa5-9620-ccf17eae1ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:39.10370794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935bb328-9880-4aa5-9620-ccf17eae1ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.045760495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb218d7-9035-458f-a5aa-3d71f954bbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.098610162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb218d7-9035-458f-a5aa-3d71f954bbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.15149161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb218d7-9035-458f-a5aa-3d71f954bbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:41.20438321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb218d7-9035-458f-a5aa-3d71f954bbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:43.9089221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"a67d239e-8103-41f1-82e1-8adf1f536946","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.005846449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"6ea32b9a-7fcd-486e-82e6-3762e9d99a51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.115202002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f12ef3d-ff2e-4127-841f-5c2a0265c0fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.197620803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"7eab197f-c9f5-496f-9880-e1607e57e639","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.256107184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66d2c6b-0320-4c36-b45e-74e6387f9d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.287575926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"1fc48f9d-93c8-459d-b3ba-4f223b2e5dd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.308951404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66d2c6b-0320-4c36-b45e-74e6387f9d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.361981492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66d2c6b-0320-4c36-b45e-74e6387f9d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.415085031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66d2c6b-0320-4c36-b45e-74e6387f9d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.520779641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"4fb21faf-ad1c-491d-aaf8-10e2ace9f3c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.573977852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"b8db4100-2e59-4af6-8e09-31a642668df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.584761965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8a4afaf-f30f-4566-93e0-dc333bbd79a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.687452704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"e478cfdb-6381-4b87-a225-bb349ec6d005","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.7931297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"204ccce8-1f03-40b1-8438-076e48e3a278","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.886802834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"a01067e6-1ec2-4801-a41c-f727bef33ba4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:44.987736981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"bb2cc48b-26de-4f6c-a947-665eb5c1c046","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:46.362383962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce725b5a-2634-4ba3-aaf9-113d554a7cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:46.41519045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce725b5a-2634-4ba3-aaf9-113d554a7cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:46.467651838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce725b5a-2634-4ba3-aaf9-113d554a7cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:46.520383401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce725b5a-2634-4ba3-aaf9-113d554a7cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:47.620266505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:51.27669489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df615150-5a2a-4472-a04d-7227f187e6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:51.329834058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df615150-5a2a-4472-a04d-7227f187e6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:51.38257443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df615150-5a2a-4472-a04d-7227f187e6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:51.435572043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df615150-5a2a-4472-a04d-7227f187e6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:53.36651003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de620e93-586f-4647-8765-6f1f29a5be34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:53.419163746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de620e93-586f-4647-8765-6f1f29a5be34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:53.471857381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de620e93-586f-4647-8765-6f1f29a5be34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:53.524772271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de620e93-586f-4647-8765-6f1f29a5be34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:59.491621216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"be657ba4-5dea-4396-95cd-bb0619734f34","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-8b1e0a","tenantID":"e2e-ipp-a-8b1e0a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:19:59.610862647Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"be657ba4-5dea-4396-95cd-bb0619734f34","name":"e2e-ipp-a-8b1e0a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.50539896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1f6d94-188c-4d02-94ac-bffe43abe1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.558362454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1f6d94-188c-4d02-94ac-bffe43abe1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.611559526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1f6d94-188c-4d02-94ac-bffe43abe1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:12.664275315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1f6d94-188c-4d02-94ac-bffe43abe1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:13.036979559Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fe2565","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fe2565","reconcileID":"0a437e53-3357-4788-b7f9-41985923a0ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-fe2565","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-fe2565":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.580571563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfffd25-1250-4852-ac3d-e31c639e6a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.633352745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfffd25-1250-4852-ac3d-e31c639e6a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.68842739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfffd25-1250-4852-ac3d-e31c639e6a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:14.741250896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfffd25-1250-4852-ac3d-e31c639e6a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.684721769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923a7b0c-86a4-435a-b867-eb2adc6564cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.738714221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923a7b0c-86a4-435a-b867-eb2adc6564cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.808692006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923a7b0c-86a4-435a-b867-eb2adc6564cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:16.861744463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923a7b0c-86a4-435a-b867-eb2adc6564cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:17.610978109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.229805209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43458b0e-3425-4a9f-9ee4-d39f2a5f6503","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.328857155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb156165-fe97-4ab9-995d-7e8e6927a12f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.429201227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"30400414-9aa9-4b71-a759-31c8fdbc310d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.630813875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"92325f65-6344-47e9-aebc-383038759002","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.74446516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"5b5f7f76-9ce6-4abf-9861-4d0918c15ff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.846535626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"507ed767-32ea-4321-b899-5eddb37f6da1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:39.947102355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"f7b667ee-c4a1-4c84-a856-b31ea83a5fe1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:40.116565446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"15bb4c37-2ca2-4e56-a37f-2a10343759cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:40.349118743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"eee2082f-3fbc-4f25-a120-c42202655286","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:40.590909861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"86627fbd-b19d-4c6c-9a15-401e6e92c989","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:40.6908531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"a8ab0954-8eb7-4761-8162-1aa1789ce731","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:40.710673692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"ab7ff9e7-e9e7-46df-9f69-e0ef4b23f885","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:47.602871567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:56.173823704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"0dc0b5e0-053c-4114-9806-c1d92a23e225","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:20:56.173862623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"0dc0b5e0-053c-4114-9806-c1d92a23e225","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:00.480249197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3543c404-541d-42a2-961a-f61bda25d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:00.53277937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3543c404-541d-42a2-961a-f61bda25d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:00.58511241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3543c404-541d-42a2-961a-f61bda25d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:00.637610489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3543c404-541d-42a2-961a-f61bda25d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:01.746278216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"e6f7c7f2-f5b5-45ee-ac9c-a27b8605cff2","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:01.746300835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"e6f7c7f2-f5b5-45ee-ac9c-a27b8605cff2","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:01.801742115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"989d05b0-f248-4708-bcb6-6901c9a5d3c8","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:01.801769274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"989d05b0-f248-4708-bcb6-6901c9a5d3c8","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:01.906764292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"cdefbb86-d51a-4d51-be37-99246bbd99a4","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:01.965566923Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","namespace":"ai-tenant-e2e-ipp-b-577ea8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:01.965637139Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","namespace":"ai-tenant-e2e-ipp-b-577ea8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:01.965690232Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","tenant":"e2e-ipp-b-577ea8","tenantID":"e2e-ipp-b-577ea8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.019937046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-577ea8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.034257932Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"cdefbb86-d51a-4d51-be37-99246bbd99a4","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.081214021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"Service","name":"maas-api-e2e-ipp-b-577ea8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.090431365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2edb49-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"cdefbb86-d51a-4d51-be37-99246bbd99a4","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.138031962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-577ea8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.147486098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"eba97ec1-02b6-4607-9a36-38d0207c8a37","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.14750835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"eba97ec1-02b6-4607-9a36-38d0207c8a37","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.192670263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-577ea8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.257158979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.314230202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.372083472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.436561267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.494405119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.551280823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.567605222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68be49a-aa50-480d-827f-28248dcd9855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.620404897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68be49a-aa50-480d-827f-28248dcd9855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.628718225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"Service","name":"payload-processing-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.673092777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68be49a-aa50-480d-827f-28248dcd9855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.725711126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68be49a-aa50-480d-827f-28248dcd9855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.740699898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.801336796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.856521723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.912961329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:02.995021711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:03.050030643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:03.105014577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:03.162596396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-577ea8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:03.219029205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-577ea8"},"namespace":"ai-tenant-e2e-ipp-b-577ea8","name":"default-tenant","reconcileID":"c03aec22-cffe-4b24-bd80-a49e7900d53a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-577ea8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:04.062724196Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-577ea8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-577ea8","reconcileID":"38acfdeb-2c1e-4d0a-ab8b-86829ebd9977","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-577ea8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-577ea8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:05.174850394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7118037b-f72b-4b85-8479-4dd613273721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:05.227587702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7118037b-f72b-4b85-8479-4dd613273721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:05.282168734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7118037b-f72b-4b85-8479-4dd613273721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:05.335740312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7118037b-f72b-4b85-8479-4dd613273721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:07.270234713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a6929c-aead-4d27-be5b-5a9497be7d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:07.322836405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a6929c-aead-4d27-be5b-5a9497be7d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:07.375441262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a6929c-aead-4d27-be5b-5a9497be7d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:07.428268011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a6929c-aead-4d27-be5b-5a9497be7d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:10.296408205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb872b-9063-4a0d-a2d7-e71aa68a67b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:10.349958863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb872b-9063-4a0d-a2d7-e71aa68a67b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:10.402751819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb872b-9063-4a0d-a2d7-e71aa68a67b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:10.45549402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb872b-9063-4a0d-a2d7-e71aa68a67b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:12.253685798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"776c7559-91a1-4a91-aaf1-9de883f4035b","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:12.314075186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"776c7559-91a1-4a91-aaf1-9de883f4035b","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:12.36573734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965ef707-bf94-437c-9c79-8e6a09a26d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:12.418244005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965ef707-bf94-437c-9c79-8e6a09a26d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:12.423791897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2edb49-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"776c7559-91a1-4a91-aaf1-9de883f4035b","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:12.471273338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965ef707-bf94-437c-9c79-8e6a09a26d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:12.523886488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965ef707-bf94-437c-9c79-8e6a09a26d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:17.605196797Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.061482976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"1bf23842-6071-4c7f-8bad-bc0173853515","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.163297928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"34f79e4f-b969-4349-a4fd-4f5298f88301","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.263224455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"5da530c8-b0a6-4ad1-a605-f59bf15f3d01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.467725227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"3264d093-5b5f-4df5-91ac-4709da820668","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.568210196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"b7abe56e-164b-459f-a2bc-e3d4e874dd7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.585070169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4720961-ad42-46b3-b458-27d20f5bf73b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.700266884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"2a0ff752-2e5c-48af-851d-56dc926ee3ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.819468393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"edb306d4-a458-415e-bf10-5d7388a9e093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:18.998210204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"abfc2301-4495-4a52-9476-8e71367f7acb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:19.098083693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"0df2d7c1-adc6-44ad-96c9-8716597f24f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:19.116207847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"e948f366-6e43-4b04-b90d-4bd7904f149e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:19.202510429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"1ae85975-1cd9-4e72-8734-f21add350313","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.529847599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"49412bcf-5180-404e-b1ce-225c753d07fe","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.586798665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"49412bcf-5180-404e-b1ce-225c753d07fe","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.642813764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2edb49-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (014ed4844ed8da0f54073cbd2644e2f42e93a57cdf8a4d62a11201c230810815) AuthConfig (399fdea398c38840780574a452cd14307ad4a95abde0cf728361c97fa191c300) AuthConfig (8df64cd6dae91f2cc466044375fd0b02492f5ebc55405e8f861c04d55ac69154) AuthConfig (95a096da1070070e00c6fc5bc59b0da9cfe5d01fd3dd25890d19fe331d2c9d01) AuthConfig (fdabbbebddcd3d1eabe62962e41ef39bf293eb161d93f5d4ec3cfd776baafdcc) AuthConfig (36005c96450dc540d90cf472895fc6a0b53fb2a75ed277caa603aa2846ac8a9f) AuthConfig (dd58deb00269d60f0a8558b3f5480b3c0f625484bdd71585a42dc9028afcc1fe) AuthConfig (fcbec85c922b721e580a51b6e86122bfdba2ccdeefaac9cf78c08f439ef07df8) AuthConfig (69d520c47473cfe61aaa82c10d681293ac7497ee8cd914e61069cef3b5486fb4) AuthConfig (caf31d901c6193b286b93afac1f8f0bdb4b50c1b4974eb8c32e1523d56110c09) AuthConfig (52673647a4b98f9ba789dcba5bfdd9b261a6fcc185e03f6620e1e8e14e91eb3e) AuthConfig (8566d2dbf6bf8b91761e3941ae2d24a5a0e1f30688a714994cd0afbd0c718d65) AuthConfig (2408eb5bda2a3f943253238cbf15f35f496cb9a46ca279fddc92db13db7df8bc) AuthConfig (96993a2ceff05427cd94f333e6adfb80b8ce9975133bbb59ae461d5bb29dd91c) AuthConfig (8ad3d202a58003a11828dcee25e4de6782dec08368397b42f3c11c09505199e0) AuthConfig (794cd7c6acb62b107e3ea4ba5ffb8cc2b9810725605d854bde1fc2ea98c4094a) AuthConfig (c012e75764e350f3c09309f603afd0829c7cdc5d7b3b9d117966379d7b86e8be) AuthConfig (1fc100334fef4222f98c468dbb7ac0830b820cbba7f8e9b7d59959f4de782d9c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"49412bcf-5180-404e-b1ce-225c753d07fe","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.699301388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"36904382-5f70-44ce-9d59-0f629c0e7bbc","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:22.699324651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"36904382-5f70-44ce-9d59-0f629c0e7bbc","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:25.147989667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"1edefc3c-d9ce-4673-81df-6b60d7ec27a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-fe2565","tenantID":"e2e-praxis-b-fe2565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:25.268995621Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"1edefc3c-d9ce-4673-81df-6b60d7ec27a4","name":"e2e-praxis-b-fe2565-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:28.076072921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057a9096-352e-4f06-876b-3aa8dbe977bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:28.129529942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057a9096-352e-4f06-876b-3aa8dbe977bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:28.182296163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057a9096-352e-4f06-876b-3aa8dbe977bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:28.235171746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057a9096-352e-4f06-876b-3aa8dbe977bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:28.682190619Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-955887","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-955887","reconcileID":"1424fbd4-06d3-4d50-968f-4ea4e574c49c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-955887","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-955887":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:30.165758722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c866b88-7bc7-4c42-b7cc-9edc853fd463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:30.218790816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c866b88-7bc7-4c42-b7cc-9edc853fd463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:30.271285161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c866b88-7bc7-4c42-b7cc-9edc853fd463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:30.324063627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c866b88-7bc7-4c42-b7cc-9edc853fd463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:32.25182391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10708e54-4f2a-46a3-a061-07e7cfe84879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:32.307870716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10708e54-4f2a-46a3-a061-07e7cfe84879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:32.362866503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10708e54-4f2a-46a3-a061-07e7cfe84879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:32.42153396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10708e54-4f2a-46a3-a061-07e7cfe84879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:32.803968455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"e18046c0-f8ad-4e7a-bfc9-58122d70bb36","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:32.860550017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"e18046c0-f8ad-4e7a-bfc9-58122d70bb36","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:32.915800903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2edb49-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (014ed4844ed8da0f54073cbd2644e2f42e93a57cdf8a4d62a11201c230810815) AuthConfig (399fdea398c38840780574a452cd14307ad4a95abde0cf728361c97fa191c300) AuthConfig (8df64cd6dae91f2cc466044375fd0b02492f5ebc55405e8f861c04d55ac69154) AuthConfig (95a096da1070070e00c6fc5bc59b0da9cfe5d01fd3dd25890d19fe331d2c9d01) AuthConfig (fdabbbebddcd3d1eabe62962e41ef39bf293eb161d93f5d4ec3cfd776baafdcc) AuthConfig (36005c96450dc540d90cf472895fc6a0b53fb2a75ed277caa603aa2846ac8a9f) AuthConfig (dd58deb00269d60f0a8558b3f5480b3c0f625484bdd71585a42dc9028afcc1fe) AuthConfig (fcbec85c922b721e580a51b6e86122bfdba2ccdeefaac9cf78c08f439ef07df8) AuthConfig (69d520c47473cfe61aaa82c10d681293ac7497ee8cd914e61069cef3b5486fb4) AuthConfig (caf31d901c6193b286b93afac1f8f0bdb4b50c1b4974eb8c32e1523d56110c09) AuthConfig (52673647a4b98f9ba789dcba5bfdd9b261a6fcc185e03f6620e1e8e14e91eb3e) AuthConfig (8566d2dbf6bf8b91761e3941ae2d24a5a0e1f30688a714994cd0afbd0c718d65) AuthConfig (2408eb5bda2a3f943253238cbf15f35f496cb9a46ca279fddc92db13db7df8bc) AuthConfig (96993a2ceff05427cd94f333e6adfb80b8ce9975133bbb59ae461d5bb29dd91c) AuthConfig (8ad3d202a58003a11828dcee25e4de6782dec08368397b42f3c11c09505199e0) AuthConfig (794cd7c6acb62b107e3ea4ba5ffb8cc2b9810725605d854bde1fc2ea98c4094a) AuthConfig (c012e75764e350f3c09309f603afd0829c7cdc5d7b3b9d117966379d7b86e8be) AuthConfig (1fc100334fef4222f98c468dbb7ac0830b820cbba7f8e9b7d59959f4de782d9c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"e18046c0-f8ad-4e7a-bfc9-58122d70bb36","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:34.361676044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8f74e5-25de-405a-b5e7-818333a4e625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:34.414510283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8f74e5-25de-405a-b5e7-818333a4e625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:34.467450047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8f74e5-25de-405a-b5e7-818333a4e625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:34.520227749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8f74e5-25de-405a-b5e7-818333a4e625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:36.50435294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a87eaf3a-02a8-4d98-ad1c-02ef36b2e490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:36.55721821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a87eaf3a-02a8-4d98-ad1c-02ef36b2e490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:36.610809909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a87eaf3a-02a8-4d98-ad1c-02ef36b2e490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:36.663464075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a87eaf3a-02a8-4d98-ad1c-02ef36b2e490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:38.57524457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fa89ce-187a-4b9b-9262-4712fb3e9dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:38.628655189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fa89ce-187a-4b9b-9262-4712fb3e9dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:38.681484978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fa89ce-187a-4b9b-9262-4712fb3e9dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:38.734591913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fa89ce-187a-4b9b-9262-4712fb3e9dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:40.652286383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f36b77-aa88-4955-b7a0-18cbd46e65de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:40.705071169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f36b77-aa88-4955-b7a0-18cbd46e65de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:40.75809121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f36b77-aa88-4955-b7a0-18cbd46e65de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:40.810774958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f36b77-aa88-4955-b7a0-18cbd46e65de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.72314564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670ea467-05f9-4ffd-9caf-ca2ca89ed4ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.780278399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670ea467-05f9-4ffd-9caf-ca2ca89ed4ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.834043838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670ea467-05f9-4ffd-9caf-ca2ca89ed4ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:42.886725503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670ea467-05f9-4ffd-9caf-ca2ca89ed4ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:43.022434499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"c468dda5-8ce2-4d70-a8b7-caff41119707","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:43.079209123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"c468dda5-8ce2-4d70-a8b7-caff41119707","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:43.415752437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"96a4365e-a5ea-45ea-adde-e1e1727fc9cb","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:43.415774551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"96a4365e-a5ea-45ea-adde-e1e1727fc9cb","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:44.784218277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a271557d-0884-40d3-b86d-01b44098d8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:44.837832148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a271557d-0884-40d3-b86d-01b44098d8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:44.893332488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a271557d-0884-40d3-b86d-01b44098d8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:44.946686701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a271557d-0884-40d3-b86d-01b44098d8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:46.843364215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c474a48f-8b67-4da3-81a6-d547dcbf7da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:46.896209632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c474a48f-8b67-4da3-81a6-d547dcbf7da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:46.948703067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c474a48f-8b67-4da3-81a6-d547dcbf7da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:47.001399331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c474a48f-8b67-4da3-81a6-d547dcbf7da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:47.605173947Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:48.818948217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"2f5174e5-c6de-4475-b50e-26f0beecc205","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:48.818971963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"2f5174e5-c6de-4475-b50e-26f0beecc205","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:48.877712069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"09b411ac-20c6-4cdd-b92c-73bc82809355","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:48.877818967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"09b411ac-20c6-4cdd-b92c-73bc82809355","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:48.924473777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"0bbfd92e-a28f-4523-be36-d59b49ce0416","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:21:48.929752943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"f3663a4c-28c4-4218-b81b-d0360d511131","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-2edb49-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:48.980885924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"0bbfd92e-a28f-4523-be36-d59b49ce0416","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.03887854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"805833ed-8339-477c-8ecf-f3828049abba","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.038902227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"805833ed-8339-477c-8ecf-f3828049abba","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.094262943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"b92c9b1e-b975-4296-affa-ce01ca48fdc1","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.094285211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"b92c9b1e-b975-4296-affa-ce01ca48fdc1","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.293459461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"cf12a270-3bfe-48b3-b81a-d7f7a09880b2","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.309798616Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"07d9c953-28c9-437f-943d-0194f7e19192","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"maas-trlp-ipp-route-2edb49","model":"ipp-route-2edb49","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.349984983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"cf12a270-3bfe-48b3-b81a-d7f7a09880b2","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.491256129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"ae22a318-19a5-4d76-80cf-7ab34c647e43","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.491359205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"ae22a318-19a5-4d76-80cf-7ab34c647e43","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:49.704431857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"82dfe275-95b6-49c2-8fa2-8171fe26eb44","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"maas-trlp-ipp-route-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.001992978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41e2398-5e05-4101-ade8-a2535286b890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.054621467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41e2398-5e05-4101-ade8-a2535286b890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.107198461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41e2398-5e05-4101-ade8-a2535286b890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.160116448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41e2398-5e05-4101-ade8-a2535286b890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:21:58.597186835Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-086575","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-086575","reconcileID":"b43e2361-6f45-47ce-bd5d-b563ef4bab41","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-086575","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-086575":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:00.052087303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60b323c-277c-4068-b9c0-d1f14a09d654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:00.104553896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60b323c-277c-4068-b9c0-d1f14a09d654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:00.157059801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60b323c-277c-4068-b9c0-d1f14a09d654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:00.209711059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60b323c-277c-4068-b9c0-d1f14a09d654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:02.229873818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ede432-21e4-4c96-bfb0-2de2c80af086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:02.2857039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ede432-21e4-4c96-bfb0-2de2c80af086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:02.338542742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ede432-21e4-4c96-bfb0-2de2c80af086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:02.391534539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ede432-21e4-4c96-bfb0-2de2c80af086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:04.374150203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2fba31-ad6a-47b5-9e59-6918bb0fce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:04.426683009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2fba31-ad6a-47b5-9e59-6918bb0fce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:04.479466972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2fba31-ad6a-47b5-9e59-6918bb0fce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:04.532560365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2fba31-ad6a-47b5-9e59-6918bb0fce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:06.457838865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8449e305-0f63-4638-b7f0-a5ebd6bbf778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:06.511001072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8449e305-0f63-4638-b7f0-a5ebd6bbf778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:06.563617024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8449e305-0f63-4638-b7f0-a5ebd6bbf778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:06.616455407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8449e305-0f63-4638-b7f0-a5ebd6bbf778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:10.015228856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"0404cb02-a5cc-442a-aabf-df928a14f88d","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"maas-trlp-ipp-route-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:10.186196316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"a04d11d3-dd13-4417-ba98-575291dafa02","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:10.186220293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"a04d11d3-dd13-4417-ba98-575291dafa02","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:11.175474325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"bcb40d9f-829c-4a04-8913-966c97936091","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:11.235664028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"bcb40d9f-829c-4a04-8913-966c97936091","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:17.603451458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:18.231078288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"1c83e02b-6ac4-431b-99c9-f8a175955b93","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:18.231874526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"1c83e02b-6ac4-431b-99c9-f8a175955b93","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:18.389864977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"7262d458-f7cf-47bb-b8e7-757624f8ee16","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:18.446356063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"7262d458-f7cf-47bb-b8e7-757624f8ee16","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:18.495897172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"12fc18af-c87b-4a7b-88e5-d19679334079","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"maas-trlp-ipp-route-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:18.726868619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"e0042004-f03a-4e7e-a980-03fc569a9838","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:18.726889966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"e0042004-f03a-4e7e-a980-03fc569a9838","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:18.831763845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"619f0432-d9e7-4213-8482-4942ade3ee67","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:18.891646931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"619f0432-d9e7-4213-8482-4942ade3ee67","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:18.942094528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"7a24ecec-85dd-46b6-a0fd-ce448c0c7702","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"maas-trlp-ipp-route-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:19.205314233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d35c8d0-0e4b-45e1-bf18-c4b3673d45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:19.258082393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d35c8d0-0e4b-45e1-bf18-c4b3673d45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:19.310887027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d35c8d0-0e4b-45e1-bf18-c4b3673d45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:19.363602955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d35c8d0-0e4b-45e1-bf18-c4b3673d45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:21.264908407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3476fa-f5b9-4a04-a668-b31d803cc969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:21.3176724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3476fa-f5b9-4a04-a668-b31d803cc969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:21.370236972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3476fa-f5b9-4a04-a668-b31d803cc969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:21.422842744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3476fa-f5b9-4a04-a668-b31d803cc969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:23.344020222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c51445-b5a5-447e-b995-23ddb04bedf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:23.39721227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c51445-b5a5-447e-b995-23ddb04bedf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:23.449863381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c51445-b5a5-447e-b995-23ddb04bedf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:23.502525395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c51445-b5a5-447e-b995-23ddb04bedf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:24.9508869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","namespace":"ai-tenant-e2e-ipp-a-69a1d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:24.950950899Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","namespace":"ai-tenant-e2e-ipp-a-69a1d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:24.951008397Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","tenant":"e2e-ipp-a-69a1d2","tenantID":"e2e-ipp-a-69a1d2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.013573558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"Deployment","name":"maas-api-e2e-ipp-a-69a1d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.081399178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"Service","name":"maas-api-e2e-ipp-a-69a1d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.14029175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-69a1d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.194997612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-69a1d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.261646791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.321068234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.378918199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.434890815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fc33ec-f272-43a8-952b-6d89f6414281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.495516417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fc33ec-f272-43a8-952b-6d89f6414281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.499761131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.551865185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fc33ec-f272-43a8-952b-6d89f6414281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.611379057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.62161108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fc33ec-f272-43a8-952b-6d89f6414281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.680677899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.774392214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"Service","name":"payload-processing-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.853898497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.920418193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:25.977607311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:26.036159863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:26.094568829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:26.148906276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:26.203527106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:26.258466305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-69a1d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:26.313172552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a1d2"},"namespace":"ai-tenant-e2e-ipp-a-69a1d2","name":"default-tenant","reconcileID":"e4ac3cc1-ff94-45df-a2a8-814650c1fc52","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-69a1d2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:27.190114501Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-69a1d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-69a1d2","reconcileID":"612e541c-c558-4b68-8f43-cb017d8c6452","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-69a1d2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-69a1d2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:27.60106238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a458ac97-9409-4866-9862-7f40775f9327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:27.653530244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a458ac97-9409-4866-9862-7f40775f9327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:27.706325707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a458ac97-9409-4866-9862-7f40775f9327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:27.758905158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a458ac97-9409-4866-9862-7f40775f9327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.184067617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"9f84a14b-1a91-4ddf-9e78-7c64ca1b3cad","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.184092462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"9f84a14b-1a91-4ddf-9e78-7c64ca1b3cad","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.289762582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"b5db30a0-3ad1-48bd-985a-58da2c62c0bb","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.347517446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"b5db30a0-3ad1-48bd-985a-58da2c62c0bb","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.396314973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"676cdded-2664-4969-b93d-a1201344fcbb","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"maas-trlp-ipp-route-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.610304314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"e9b864aa-2a93-4ed1-a74b-7158badeca28","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.66872051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"e9b864aa-2a93-4ed1-a74b-7158badeca28","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.690609284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dcea1d-e498-4935-8570-2e27869f31cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.719897688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"7c09db16-2af6-47e6-920e-597a694c7567","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"maas-trlp-ipp-route-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.743633477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dcea1d-e498-4935-8570-2e27869f31cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.796765901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dcea1d-e498-4935-8570-2e27869f31cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:29.850589799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dcea1d-e498-4935-8570-2e27869f31cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:31.811831737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700dbdc3-18ab-4626-9cef-2c60d9244539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:31.864439786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700dbdc3-18ab-4626-9cef-2c60d9244539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:31.91724767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700dbdc3-18ab-4626-9cef-2c60d9244539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:31.969984896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700dbdc3-18ab-4626-9cef-2c60d9244539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:33.879067775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7937911f-debc-4b08-a356-7a82509126ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:33.93177099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7937911f-debc-4b08-a356-7a82509126ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:33.984264541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7937911f-debc-4b08-a356-7a82509126ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:34.037011249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7937911f-debc-4b08-a356-7a82509126ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:36.056365419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e58d86-3911-4946-9a25-2a2f94c287ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:36.109418192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e58d86-3911-4946-9a25-2a2f94c287ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:36.162045676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e58d86-3911-4946-9a25-2a2f94c287ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:36.214671156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e58d86-3911-4946-9a25-2a2f94c287ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:38.162250503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb7604e-7e9e-4ade-8202-f20b0ac70e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:38.214983932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb7604e-7e9e-4ade-8202-f20b0ac70e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:38.268480635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb7604e-7e9e-4ade-8202-f20b0ac70e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:38.321102136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb7604e-7e9e-4ade-8202-f20b0ac70e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:40.247583548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335fb815-6edd-4a52-9dea-db85126d7b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:40.300344795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335fb815-6edd-4a52-9dea-db85126d7b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:40.353158339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335fb815-6edd-4a52-9dea-db85126d7b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:40.405875643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335fb815-6edd-4a52-9dea-db85126d7b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:42.357403697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193dbeb3-9f52-49a9-b9b6-afdf42612597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:42.409957126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193dbeb3-9f52-49a9-b9b6-afdf42612597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:42.462493954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193dbeb3-9f52-49a9-b9b6-afdf42612597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:42.515008342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193dbeb3-9f52-49a9-b9b6-afdf42612597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:47.153413279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"63c58cf6-faf6-49ad-a662-7b6acbcb5d40","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-955887","tenantID":"e2e-ipp-b-955887","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:47.274088756Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"63c58cf6-faf6-49ad-a662-7b6acbcb5d40","name":"e2e-ipp-b-955887-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:47.621393951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.061586867Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","namespace":"ai-tenant-e2e-ipp-b-a28730","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.061644099Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","namespace":"ai-tenant-e2e-ipp-b-a28730","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.061694661Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","tenant":"e2e-ipp-b-a28730","tenantID":"e2e-ipp-b-a28730","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.118795042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a28730","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.185397952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"Service","name":"maas-api-e2e-ipp-b-a28730","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.249404731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a28730","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.303829483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a28730","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.367004982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.422033383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.480473723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.53633869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.594603466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.649678242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.714892133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"Service","name":"payload-processing-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.793661097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.851470599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.911330225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:57.969297944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.025679116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.080331685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.135081892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.19020908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a28730","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.244426025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a28730"},"namespace":"ai-tenant-e2e-ipp-b-a28730","name":"default-tenant","reconcileID":"c15338a4-0d47-46ed-b2ef-a2f082d3111c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a28730","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.3059132Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"a278086e-c490-4813-88a8-2edff9ac0502","namespace":"ai-tenant-e2e-ipp-a-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.307150116Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"a278086e-c490-4813-88a8-2edff9ac0502","name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.368389013Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"a278086e-c490-4813-88a8-2edff9ac0502","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.368415962Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"a278086e-c490-4813-88a8-2edff9ac0502","namespace":"ai-tenant-e2e-ipp-a-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.368515445Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"a278086e-c490-4813-88a8-2edff9ac0502","name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.368944498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"c853b62b-5e23-4ee4-85ae-db15db78ecf5","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.368959881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"c853b62b-5e23-4ee4-85ae-db15db78ecf5","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.422973283Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"a278086e-c490-4813-88a8-2edff9ac0502","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.426633636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"c8f87625-677d-4af1-85cd-50c04259482e","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.426722362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"c8f87625-677d-4af1-85cd-50c04259482e","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.473828793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"5ff46058-0413-4202-80c0-3b9b1ebb4e7d","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:22:58.480432014Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"c8f87625-677d-4af1-85cd-50c04259482e","name":"ipp-route-2edb49","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2edb49\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:22:58.480492514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"c8f87625-677d-4af1-85cd-50c04259482e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2edb49\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.485834103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"7650995d-1b99-4274-a33a-007712841833","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.485851136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"7650995d-1b99-4274-a33a-007712841833","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.532274104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"5ff46058-0413-4202-80c0-3b9b1ebb4e7d","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.532722982Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"0ec4b048-eab7-4758-897f-e16014e81305","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9022fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.59649163Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"2c5bdaf9-ef1f-4ae9-8ab2-4bbcad20aaa7","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9022fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.737763695Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"b7fadccb-e4c7-484f-9c3f-6a0da1fde8f8","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:58.941871449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"b7fadccb-e4c7-484f-9c3f-6a0da1fde8f8","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:59.063813708Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"b7fadccb-e4c7-484f-9c3f-6a0da1fde8f8","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"e2e-ipp-a-2edb49-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:59.06384018Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-auth","reconcileID":"b7fadccb-e4c7-484f-9c3f-6a0da1fde8f8","MaaSAuthPolicy":{"name":"ipp-route-2edb49-auth","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:59.065330282Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a28730","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a28730","reconcileID":"fc7f4304-63fb-4874-95a1-42ef5d9898b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a28730","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a28730"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:59.120187352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"6b897ef2-8297-4f39-9228-11d08b5676e5","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:22:59.120209106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"6b897ef2-8297-4f39-9228-11d08b5676e5","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:00.173580985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25c95b3-1f0a-43ee-921e-b094c38ebdd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:00.226403546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25c95b3-1f0a-43ee-921e-b094c38ebdd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:00.279637141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25c95b3-1f0a-43ee-921e-b094c38ebdd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:00.336022221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25c95b3-1f0a-43ee-921e-b094c38ebdd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:02.233483339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cd2df8-ed36-46c8-9931-5afd9caa0e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:02.286286008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cd2df8-ed36-46c8-9931-5afd9caa0e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:02.33963058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cd2df8-ed36-46c8-9931-5afd9caa0e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:02.394523213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cd2df8-ed36-46c8-9931-5afd9caa0e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:06.19397379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8dded2-18b6-4812-83a1-2cca9595966d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:06.246662554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8dded2-18b6-4812-83a1-2cca9595966d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:06.299241567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8dded2-18b6-4812-83a1-2cca9595966d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:06.351979053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8dded2-18b6-4812-83a1-2cca9595966d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.306961169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6045f04-0b40-4b6b-83ea-35f66786dcec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.359706646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6045f04-0b40-4b6b-83ea-35f66786dcec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.412558558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6045f04-0b40-4b6b-83ea-35f66786dcec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.465334269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6045f04-0b40-4b6b-83ea-35f66786dcec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.649660939Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"4672e3cf-9093-46a1-8a96-21568b4b1e24","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","subscription":"ipp-route-2edb49-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.740341645Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"4672e3cf-9093-46a1-8a96-21568b4b1e24","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.793077418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"4b2bfd19-6e8f-43ca-aab2-90c1c3704582","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.793401095Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49-sub","reconcileID":"4672e3cf-9093-46a1-8a96-21568b4b1e24","MaaSSubscription":{"name":"ipp-route-2edb49-sub","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"name":"maas-trlp-ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:08.911370038Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"4b2bfd19-6e8f-43ca-aab2-90c1c3704582","name":"e2e-praxis-a-086575-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.074169622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"1676800a-2984-4f7a-80ef-3e0d95c4b79f","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"tenant":"e2e-ipp-a-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","model":"ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:09.074195846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"1676800a-2984-4f7a-80ef-3e0d95c4b79f","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"routeName":"ipp-route-2edb49-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2edb49","llmisvcName":"ipp-route-2edb49","gateway":"openshift-ingress/e2e-ipp-a-2edb49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:10.425998739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea8e703-f951-4b3c-b542-e4c30d9fa4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:10.479048822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea8e703-f951-4b3c-b542-e4c30d9fa4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:10.531925705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea8e703-f951-4b3c-b542-e4c30d9fa4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:10.584513299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea8e703-f951-4b3c-b542-e4c30d9fa4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:12.489297302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492f00a6-dd40-4bc3-9b92-72040e6ae6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:12.542463211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492f00a6-dd40-4bc3-9b92-72040e6ae6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:12.595249417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492f00a6-dd40-4bc3-9b92-72040e6ae6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:12.648268262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492f00a6-dd40-4bc3-9b92-72040e6ae6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:14.575631614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354a6b6e-89a8-40b9-abeb-d057b7c42381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:14.628642745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354a6b6e-89a8-40b9-abeb-d057b7c42381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:14.681441666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354a6b6e-89a8-40b9-abeb-d057b7c42381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:14.73447332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354a6b6e-89a8-40b9-abeb-d057b7c42381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.139278039Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","namespace":"ai-tenant-e2e-praxis-a-d66ae6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.139344383Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","namespace":"ai-tenant-e2e-praxis-a-d66ae6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.139395123Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","tenant":"e2e-praxis-a-d66ae6","tenantID":"e2e-praxis-a-d66ae6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.224584547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"Deployment","name":"maas-api-e2e-praxis-a-d66ae6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.294614689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"Service","name":"maas-api-e2e-praxis-a-d66ae6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.356885942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-d66ae6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.41357598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-d66ae6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.492460218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.557945784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.616198547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.672005405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.720566038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85d654e-ccbd-4667-9314-44238e3bc356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.77352843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85d654e-ccbd-4667-9314-44238e3bc356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.775652914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.829370466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85d654e-ccbd-4667-9314-44238e3bc356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.882542947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85d654e-ccbd-4667-9314-44238e3bc356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.885311467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:16.951327929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"Service","name":"payload-processing-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:17.013401325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:17.070338904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:17.156409216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:17.214439926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:17.274005454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:17.328668926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:17.386645471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:17.443950173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-d66ae6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:17.498191386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d66ae6"},"namespace":"ai-tenant-e2e-praxis-a-d66ae6","name":"default-tenant","reconcileID":"c1d32f97-6407-40b5-a1db-7860f969cb3d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-d66ae6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:17.603453115Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:18.86557926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e956721-abeb-407f-82d0-cb4a77c25093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:18.918377618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e956721-abeb-407f-82d0-cb4a77c25093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:18.970922534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e956721-abeb-407f-82d0-cb4a77c25093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:19.023548093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e956721-abeb-407f-82d0-cb4a77c25093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:21.539827836Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d66ae6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d66ae6","reconcileID":"a9c96b0d-7be5-4d51-b569-66bc34bb2d83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d66ae6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-d66ae6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:22.771693742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c557f0f0-5a8f-45fa-a4c4-832dc9694986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:22.824463272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c557f0f0-5a8f-45fa-a4c4-832dc9694986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:22.877323933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c557f0f0-5a8f-45fa-a4c4-832dc9694986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:22.930009233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c557f0f0-5a8f-45fa-a4c4-832dc9694986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:23.648702316Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cce50a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cce50a","reconcileID":"bb8ba1b0-df2a-4015-adb3-72975b8bf74b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-cce50a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-cce50a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:24.851921736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6897a52-05c4-4f86-bf72-8c2e31d507fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:24.90441236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6897a52-05c4-4f86-bf72-8c2e31d507fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:24.957118394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6897a52-05c4-4f86-bf72-8c2e31d507fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:25.00966896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6897a52-05c4-4f86-bf72-8c2e31d507fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:26.960342882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f599e5-c7cd-49a2-8e37-e953a6ddc809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:27.013024195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f599e5-c7cd-49a2-8e37-e953a6ddc809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:27.083950635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f599e5-c7cd-49a2-8e37-e953a6ddc809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:27.137928391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f599e5-c7cd-49a2-8e37-e953a6ddc809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.523046504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b84c2fef-37ce-4c5b-862a-bb10d2b7657b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.575573719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b84c2fef-37ce-4c5b-862a-bb10d2b7657b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.627981934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b84c2fef-37ce-4c5b-862a-bb10d2b7657b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:35.68084203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b84c2fef-37ce-4c5b-862a-bb10d2b7657b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.571520965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390cb97f-edd8-42c1-a68d-4b2725f98a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.625493644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390cb97f-edd8-42c1-a68d-4b2725f98a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.678913331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390cb97f-edd8-42c1-a68d-4b2725f98a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:37.731841057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390cb97f-edd8-42c1-a68d-4b2725f98a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.649799262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3129d4-f8c4-476d-9e85-122f51f4d871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.707817845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3129d4-f8c4-476d-9e85-122f51f4d871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.762716916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3129d4-f8c4-476d-9e85-122f51f4d871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:39.815507267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3129d4-f8c4-476d-9e85-122f51f4d871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.733657825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52462435-9328-49db-bf50-67deb7ffc08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.786877994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52462435-9328-49db-bf50-67deb7ffc08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.843771465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52462435-9328-49db-bf50-67deb7ffc08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:41.896835066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52462435-9328-49db-bf50-67deb7ffc08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:47.604892491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:52.057095068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b7111d-816a-4955-b4ff-3608900436b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:52.110472555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b7111d-816a-4955-b4ff-3608900436b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:52.163080249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b7111d-816a-4955-b4ff-3608900436b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:52.215911678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b7111d-816a-4955-b4ff-3608900436b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.177948032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1c1b1b-d32e-4a73-a58d-a327e2719966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.231001233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1c1b1b-d32e-4a73-a58d-a327e2719966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.284398545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1c1b1b-d32e-4a73-a58d-a327e2719966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:23:54.33717107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1c1b1b-d32e-4a73-a58d-a327e2719966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.267698896Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","namespace":"ai-tenant-e2e-ipp-a-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.267759154Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","namespace":"ai-tenant-e2e-ipp-a-2edb49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.267816488Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","tenant":"e2e-ipp-a-2edb49","tenantID":"e2e-ipp-a-2edb49","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.322640139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"Deployment","name":"maas-api-e2e-ipp-a-2edb49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.383619775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"Service","name":"maas-api-e2e-ipp-a-2edb49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.441470465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-2edb49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.495854017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-2edb49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.56149269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.625992983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.690519346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.758319236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.818978532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.875917444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:00.938927448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"Service","name":"payload-processing-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.001782978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.059873262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.115334613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.171045712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.228111971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.282355103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.336654282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.394805586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-2edb49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:01.452099407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"default-tenant","reconcileID":"5a2a0abf-f648-439b-ab4b-04c40780a2eb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-2edb49","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:02.373538029Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2edb49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2edb49","reconcileID":"b729738b-50ef-485c-819c-42b012caad91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2edb49","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-2edb49"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.551190536Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"21fd6b99-4a16-41a5-b619-6dc36332796b","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.609538785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"21fd6b99-4a16-41a5-b619-6dc36332796b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.615062057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"194bd582-6266-44aa-a42d-16f24d442225","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.615128148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"194bd582-6266-44aa-a42d-16f24d442225","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.626330528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"78149bd8-4675-4e6e-bb32-87cade12453a","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.626390522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"78149bd8-4675-4e6e-bb32-87cade12453a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.647468264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"cd16b184-facb-4e56-946b-82d7eec24fc2","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.647525615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"cd16b184-facb-4e56-946b-82d7eec24fc2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.68886042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"0e006f58-8888-4693-9a19-505d389960e5","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.688923745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"0e006f58-8888-4693-9a19-505d389960e5","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.769254326Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"4366db89-df19-4ba0-9ee5-fb60efac290d","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.769332028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"4366db89-df19-4ba0-9ee5-fb60efac290d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.930345775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"64719eb6-e989-488d-becb-e4172b7fc630","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:02.930427268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"64719eb6-e989-488d-becb-e4172b7fc630","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:03.251391994Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"ec6b497d-dfb5-469d-80f7-8b050fd25153","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:03.251463743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"ec6b497d-dfb5-469d-80f7-8b050fd25153","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:03.504241155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1a0cfe-2b87-42ca-94e6-5ec84198fbf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:03.556755084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1a0cfe-2b87-42ca-94e6-5ec84198fbf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:03.610670256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1a0cfe-2b87-42ca-94e6-5ec84198fbf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:03.663603349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1a0cfe-2b87-42ca-94e6-5ec84198fbf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:03.892211568Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"8d7e54e4-bd49-4326-a017-2861e036316b","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:03.892284752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"8d7e54e4-bd49-4326-a017-2861e036316b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:05.173403878Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"4ec99be8-fa45-43c0-b231-bf7cc9c96654","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:05.17347829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"4ec99be8-fa45-43c0-b231-bf7cc9c96654","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:05.597355887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d686e5-e719-4b52-ab69-23985cce0779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:05.650660258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d686e5-e719-4b52-ab69-23985cce0779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:05.703631913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d686e5-e719-4b52-ab69-23985cce0779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:05.756952252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d686e5-e719-4b52-ab69-23985cce0779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:07.734064149Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"7a28d511-b40e-4404-b4f1-583f081d21ad","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:07.734156226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"7a28d511-b40e-4404-b4f1-583f081d21ad","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:07.956647241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"1153b061-14aa-4ded-9969-0e191a577b0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.070564872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"c9e8d63c-c8e8-4281-8b40-9555c644dc13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.171713953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"446935c1-5eac-4762-95cd-6c1893581013","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.313973405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"abb1c7ee-9426-4504-86a0-945db87b4dc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.436035155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"a349c885-7e32-4d70-b42a-ea2521044aee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.532017195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1d883f9-c2b8-4eb1-a6a4-dbc61aaf3756","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:08.54624022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"73dca3f3-7a87-46e1-9016-e3f92805a572","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:08.546329501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"73dca3f3-7a87-46e1-9016-e3f92805a572","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.551535264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"32002339-e543-4245-8e27-62932fc4fb2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.637183989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"ea72eb8d-0fb7-4dca-a06b-7849c2688202","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.83860397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"e339225c-72d8-497c-b562-4c2db9c15ea6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:08.94341776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"4dc8cc17-92ca-40b0-a9f2-f8446a9b0911","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.145894637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"6dc91356-01be-42f0-935e-f9a779515d2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:09.382890139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"69313049-0e74-40fa-969b-c96fe3d07ca1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:12.460026862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"cdadf439-7bb9-4070-b810-b2a7f35a1b51","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:12.460106932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"cdadf439-7bb9-4070-b810-b2a7f35a1b51","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:13.466993525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be60d85-94c3-44e9-9823-82c98ba0ff76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:13.519647462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be60d85-94c3-44e9-9823-82c98ba0ff76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:13.572294772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be60d85-94c3-44e9-9823-82c98ba0ff76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:13.624910271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be60d85-94c3-44e9-9823-82c98ba0ff76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:15.559080218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d5c3b-f2a4-4cab-9d44-5e64ee243705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:15.611852192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d5c3b-f2a4-4cab-9d44-5e64ee243705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:15.664837256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d5c3b-f2a4-4cab-9d44-5e64ee243705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:15.717560429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d5c3b-f2a4-4cab-9d44-5e64ee243705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:17.60363344Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:17.671007932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd6f264-5385-4b62-affd-a60f8cda1e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:17.723630176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd6f264-5385-4b62-affd-a60f8cda1e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:17.776068168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd6f264-5385-4b62-affd-a60f8cda1e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:17.829019205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd6f264-5385-4b62-affd-a60f8cda1e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:21.346695867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"629960c3-4c25-46a8-9d56-622f6673ec42","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:21.346773667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"629960c3-4c25-46a8-9d56-622f6673ec42","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:21.508485154Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"075bade1-52cc-4374-bda0-7025fef88d20","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:21.508584111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"075bade1-52cc-4374-bda0-7025fef88d20","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:22.304382853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ac558f-6da7-4c09-b3d6-673c1db1d99b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:22.356956132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ac558f-6da7-4c09-b3d6-673c1db1d99b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:22.409622804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ac558f-6da7-4c09-b3d6-673c1db1d99b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:22.462328596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ac558f-6da7-4c09-b3d6-673c1db1d99b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:22.669338218Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"6e804950-bb50-4f8f-8704-801e8337515e","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:22.66943987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"6e804950-bb50-4f8f-8704-801e8337515e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:22.835111401Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-37a390","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-37a390","reconcileID":"73317f35-a6da-4274-b9fe-eb6e7b405d4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-37a390","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-37a390":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:23.111477958Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"39efc115-1504-4098-b16b-7ce12268f934","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:23.11154891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"39efc115-1504-4098-b16b-7ce12268f934","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:24.391727959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95573b30-97b5-49d9-a2a1-9042403d402d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:24.444976163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95573b30-97b5-49d9-a2a1-9042403d402d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:24.497493331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95573b30-97b5-49d9-a2a1-9042403d402d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:24.551212367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95573b30-97b5-49d9-a2a1-9042403d402d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:24.875034827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8adb78ef-a1e2-4bdc-9b65-1f486d23b8ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:24.95671826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"fb926692-596c-4856-9804-f4a3ca92f3f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.058320897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"41d44f80-4a73-4384-a95a-050935188249","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.067403795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"c4caee1e-3d7b-48be-9c10-587802882f18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.159975121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"f8f7fd4c-9909-4a27-8e80-d6bdbf7b336a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.467273216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00083f9f-4251-49df-8832-4c779811c696","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.584004212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"3f20c2e2-7042-4e7a-be84-95753f545e74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.818807387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"ab71e2bd-15b4-40a0-88d4-a938e020c403","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:25.915878656Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"a4c6916c-afee-45a0-9bd3-2d4e3bc7200c","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:25.915967243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"a4c6916c-afee-45a0-9bd3-2d4e3bc7200c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.926568149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"bfec5432-d864-4eb5-935b-dd88a90495ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:25.94476115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"7a464b04-a30c-42b6-b39b-54259089bdc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:26.056916458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"d5f15be5-a709-4fda-b6ec-50eddc267dfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:26.156393384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"423429d0-3a3c-4eee-93da-9bdbcc970835","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:28.972685727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"c062a4bd-974b-44a9-b809-afb67f97b79f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cce50a","tenantID":"e2e-praxis-a-cce50a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:29.089601532Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"c062a4bd-974b-44a9-b809-afb67f97b79f","name":"e2e-praxis-a-cce50a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:40.781125067Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","namespace":"ai-tenant-e2e-praxis-b-fe2565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:40.781202961Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","namespace":"ai-tenant-e2e-praxis-b-fe2565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:40.78125329Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","tenant":"e2e-praxis-b-fe2565","tenantID":"e2e-praxis-b-fe2565","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:40.835713876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"Deployment","name":"maas-api-e2e-praxis-b-fe2565","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:40.897257678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"Service","name":"maas-api-e2e-praxis-b-fe2565","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:40.95504095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-fe2565","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.01012245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-fe2565","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.07369668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.137277061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.202426677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.259208234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.312018257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.36467185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.417364406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"Service","name":"payload-processing-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.470118172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.522583631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.575128376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.62766266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.683902707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.736458393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.789077722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.84257576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-fe2565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:41.89625378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-fe2565"},"namespace":"ai-tenant-e2e-praxis-b-fe2565","name":"default-tenant","reconcileID":"af6aa46b-8595-4d0d-9aa2-612360b7e151","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-fe2565","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:42.720823571Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-fe2565","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-fe2565","reconcileID":"f6f42b08-e814-466d-ab95-7ee79713a482","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-fe2565","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-fe2565"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:42.890875313Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"51e6dd61-4e1b-4831-9319-0b353aeec6eb","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:42.890958663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"51e6dd61-4e1b-4831-9319-0b353aeec6eb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:43.858594949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4caab008-b36d-4e38-9516-b55a4ad5b7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:43.911956242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4caab008-b36d-4e38-9516-b55a4ad5b7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:43.965396036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4caab008-b36d-4e38-9516-b55a4ad5b7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:44.02036991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4caab008-b36d-4e38-9516-b55a4ad5b7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:44.275210725Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"d5adf6c0-26cc-45aa-bfb0-1e1bc586bb9d","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:44.275294805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2edb49","namespace":"ai-tenant-e2e-ipp-a-2edb49"},"namespace":"ai-tenant-e2e-ipp-a-2edb49","name":"ipp-route-2edb49","reconcileID":"d5adf6c0-26cc-45aa-bfb0-1e1bc586bb9d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-2edb49/ipp-route-2edb49-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-2edb49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:45.955526688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6e0f42-9896-4449-b5b4-1d271c0c9a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:46.008317038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6e0f42-9896-4449-b5b4-1d271c0c9a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:46.063005984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6e0f42-9896-4449-b5b4-1d271c0c9a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:46.116570571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6e0f42-9896-4449-b5b4-1d271c0c9a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:47.603083482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:53.704319951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3cde1b3-41e2-43b3-a3c5-72c73ce65115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:53.757190811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3cde1b3-41e2-43b3-a3c5-72c73ce65115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:53.810220102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3cde1b3-41e2-43b3-a3c5-72c73ce65115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:53.86310637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3cde1b3-41e2-43b3-a3c5-72c73ce65115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.059580283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"ef901f50-f93a-45b6-b5f3-7de9fbc59a91","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.140317955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"6420cfc6-576d-4991-8a60-2c5fbdb60621","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:24:54.189821663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6704fa4a","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-apikey-sub-binding-6704fa4a","reconcileID":"94f74028-6b0f-4320-a232-1722b6e2784d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-6704fa4a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.241234634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c45af161-952b-4255-a46a-b3a4703860e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.241244353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"897912a2-ffc9-48f2-bd73-fd568de4da24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.299174418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"897912a2-ffc9-48f2-bd73-fd568de4da24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.299320643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c45af161-952b-4255-a46a-b3a4703860e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.304586166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"cba5e5fd-83a4-4744-8718-f6418a69e2ff","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.42098655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"1c158391-2e73-4985-b9dc-84ffc2064137","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.667169996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"14387b08-bc81-4ef2-b88a-edef7811beae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.667304612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b383bb26-b620-4523-9a4b-63712981cc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.692416713Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6704fa4a","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-apikey-sub-binding-6704fa4a","reconcileID":"6c493046-06ae-42d8-b061-1829967b22b6","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6704fa4a","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-apikey-sub-binding-6704fa4a","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.727950415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"14387b08-bc81-4ef2-b88a-edef7811beae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.727999821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b383bb26-b620-4523-9a4b-63712981cc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.862548033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"96d80cbd-0e12-4326-af63-a6a10344e8e6","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:54.905242138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"a0cf3db8-3795-45fd-a50d-130d4dd38131","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.125515526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6704fa4a","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-apikey-sub-binding-6704fa4a","reconcileID":"e97b049e-9e01-4d0a-8386-2d8971965f62","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6704fa4a","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.622800554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"8730ed77-8717-491b-b349-f74ce101145b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.762033223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"5a084ba1-72c6-49cb-9c30-d437796d8ec9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.871194539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f160fa2-fde7-46fb-875d-6d7ae9bd0abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.888218327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5cc1289-f5dc-45f0-8d6e-49abb7d730a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.924729421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f160fa2-fde7-46fb-875d-6d7ae9bd0abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:55.977728986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f160fa2-fde7-46fb-875d-6d7ae9bd0abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:56.03029639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f160fa2-fde7-46fb-875d-6d7ae9bd0abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:56.190605708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"91db289a-9454-4ad8-a7ef-7815aba00c64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:56.190608694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"e25713cb-470f-48fe-b08e-9b48e4515c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:56.244587093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"db17cdd0-d2ed-43f3-9f66-babbb6d658c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:56.353267927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38885414-52e0-4756-99ee-6d234efaa85f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:56.4979836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"6be887b8-9cf3-48cd-9cf6-4cc9f2671686","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:56.597471435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"be4e4c41-c8f8-49cb-be5b-e75d3a5a6810","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:56.618876585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"0681a60b-995c-458d-a09e-f40c3b9e4ee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:56.700309241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"40ad15ec-8988-4ff0-b087-009413c29690","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:57.981409654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa85011-6168-461c-9c71-a697a9c83142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:58.034111476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa85011-6168-461c-9c71-a697a9c83142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:58.08703401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa85011-6168-461c-9c71-a697a9c83142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:58.11229324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"3162f33d-e1dc-4f44-9a4b-940f7474c0cf","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:58.139611707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa85011-6168-461c-9c71-a697a9c83142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:58.300241761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"255d5d07-16e7-48ca-b75a-62f32e6e1f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:58.300276894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"b6c61721-71c3-41d8-825d-c8b6f8f97149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:58.359297423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"255d5d07-16e7-48ca-b75a-62f32e6e1f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:24:58.361532338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"b6c61721-71c3-41d8-825d-c8b6f8f97149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.306615346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6704fa4a","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-apikey-sub-binding-6704fa4a","reconcileID":"99f19c8a-c828-4d60-a8fb-04594a801c47","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6704fa4a","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-apikey-sub-binding-6704fa4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.526335593Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6704fa4a","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-apikey-sub-binding-6704fa4a","reconcileID":"99f19c8a-c828-4d60-a8fb-04594a801c47","MaaSSubscription":{"name":"e2e-apikey-sub-binding-6704fa4a","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.738768747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"e7c5fd63-ba42-47e7-9b08-a097962240e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.790419074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"4d90356c-9696-4a2d-ad1d-6db56c0f2a09","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.948645502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"aa4682e2-58b9-49fa-ab3b-3d406673955e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:08.948645482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"0398948e-c912-4c14-ab19-999508ed4ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:09.00707299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"aa4682e2-58b9-49fa-ab3b-3d406673955e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:09.007072975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"0398948e-c912-4c14-ab19-999508ed4ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:09.97000436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"b486b726-55fe-48be-9e44-9160313a53bc","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.075953309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"56234c81-afb1-40cf-84b1-e5dfad1b9aa8","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:10.122865187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-sub","reconcileID":"94d882c4-1b4d-4316-b234-76b2adcff753","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.174755922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b66ff295-9072-4d87-8be3-4fcd9e82ddab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.17475598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f2f64131-b322-4808-ad73-0ef3c7072193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.231751683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b66ff295-9072-4d87-8be3-4fcd9e82ddab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.232664496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f2f64131-b322-4808-ad73-0ef3c7072193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.236708881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"d8e0ccac-642f-40b4-befa-8ddc8a6cf4aa","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.34141703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"40c82861-e660-4515-95cc-bdf68fa595b7","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.612057552Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-sub","reconcileID":"d34a7228-e148-4912-8843-c038538df180","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-ordering-sub","ai-tenant-e2e-worker-w2-90e0d5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.648597201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"8db63574-fef6-40d0-8631-97a7511893f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.648691927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c0f0f87f-e7e2-4a07-972f-96489ca0a62b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.70530972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c0f0f87f-e7e2-4a07-972f-96489ca0a62b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.705353205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"8db63574-fef6-40d0-8631-97a7511893f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.776518979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"33994123-7ef8-4df3-b426-396c4eeeb5d6","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.823351681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"f31651f9-da9d-47c1-a3ce-e5439aff6dbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.858407249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6dd578b-2098-49cb-bfe5-6720b6655f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.912619227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6dd578b-2098-49cb-bfe5-6720b6655f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:10.965358536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6dd578b-2098-49cb-bfe5-6720b6655f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:11.017992448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6dd578b-2098-49cb-bfe5-6720b6655f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:11.124245249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-sub","reconcileID":"b140cb26-da48-46c2-9bba-2d21a6b8bd4a","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.289988848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"8a0da907-0228-44f9-9108-0885b1c72fb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.517354024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"4c0e1d00-6522-4133-addc-a45d1e151bb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.569370435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa27f34d-fe06-44b7-81f0-a78cbbc2e818","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.669402308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"cd215c3e-a5af-450a-aabc-0f6fdf27c970","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.771404448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"943e3adb-670b-4cd4-9f15-6ddcdc657409","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.868974518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"c3f4979a-645d-4076-b77d-f799f13ab690","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.968174624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155eef62-17d5-4bb1-9185-51fcf618b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.970280571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"c6e814b5-5e5d-4d45-ba0e-012a84e120c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:12.971978719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"16d09a97-72bf-43e6-878e-a29cd75a26aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:13.021194163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155eef62-17d5-4bb1-9185-51fcf618b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:13.074289681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155eef62-17d5-4bb1-9185-51fcf618b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:13.12696906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155eef62-17d5-4bb1-9185-51fcf618b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:13.236622805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9bf5d5b4-a93a-4674-ada6-5132e794ecf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:13.294255955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"817721c7-91f3-4549-b3b9-85daddfbf6a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:13.96167512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"dad0bbea-825e-40f5-9942-a6e032e2312b","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.017197825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"cd60ebde-ba16-4194-b573-e67303fb0b70","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.201153396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-auth","reconcileID":"6bf8836a-a6cf-414e-bf62-df3069e8054d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.258963874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-auth","reconcileID":"6bf8836a-a6cf-414e-bf62-df3069e8054d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.585254933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"cbedc719-cb31-4c9b-bd67-5ac4bb6aefa4","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.588629042Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","namespace":"ai-tenant-e2e-ipp-b-96567a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.588683069Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","namespace":"ai-tenant-e2e-ipp-b-96567a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.588731832Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","tenant":"e2e-ipp-b-96567a","tenantID":"e2e-ipp-b-96567a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.646538386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"Deployment","name":"maas-api-e2e-ipp-b-96567a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.710684658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"Service","name":"maas-api-e2e-ipp-b-96567a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.768610016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-96567a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.824110191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-96567a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.884787246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:14.942304245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.00242449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.05527672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5b9b8b-6f0a-4763-b98d-e52b017c3c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.10820189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5b9b8b-6f0a-4763-b98d-e52b017c3c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.11391277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.162691067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5b9b8b-6f0a-4763-b98d-e52b017c3c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.215972069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5b9b8b-6f0a-4763-b98d-e52b017c3c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.227279287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.290635541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.358685502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"Service","name":"payload-processing-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.424671403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.493678962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.54961877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.605689738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.661714363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.716662832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.771659413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.832860158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-96567a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:15.888069904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-96567a"},"namespace":"ai-tenant-e2e-ipp-b-96567a","name":"default-tenant","reconcileID":"62ce47e4-af25-4bba-a9bc-224118171181","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-96567a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:16.798770077Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-96567a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-96567a","reconcileID":"bb974049-d9ce-4f31-b418-d5b555ae7513","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-96567a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-96567a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:16.824395371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"abd02b7b-c28c-4b78-925e-ba823000e5de","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:16.983665751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"96aa47d2-376c-4ed5-8633-f98a827c1e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:16.983821985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-auth","reconcileID":"28a0cc80-303a-46e8-81d3-3aa9e64eeec4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:16.983678939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d0e8a7f3-21f9-4060-a790-a934441c1579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:17.041527474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"96aa47d2-376c-4ed5-8633-f98a827c1e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:17.042878874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-auth","reconcileID":"28a0cc80-303a-46e8-81d3-3aa9e64eeec4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:17.04383697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d0e8a7f3-21f9-4060-a790-a934441c1579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:17.132168706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149f49cb-1c21-45e8-a52f-40d6bbe36fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:17.185122733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149f49cb-1c21-45e8-a52f-40d6bbe36fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:17.257301962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149f49cb-1c21-45e8-a52f-40d6bbe36fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:17.311144828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149f49cb-1c21-45e8-a52f-40d6bbe36fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:17.60851978Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.261511167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cf3637-f81d-44d4-b7b8-fc610c1f0cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.314309516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cf3637-f81d-44d4-b7b8-fc610c1f0cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.366888868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cf3637-f81d-44d4-b7b8-fc610c1f0cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:19.420159088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cf3637-f81d-44d4-b7b8-fc610c1f0cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:25.944647333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"afc31df4-c68d-42df-a983-d18dd4ea4345","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-37a390","tenantID":"e2e-praxis-b-37a390","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:26.060260968Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"afc31df4-c68d-42df-a983-d18dd4ea4345","name":"e2e-praxis-b-37a390-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:26.987952221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-sub","reconcileID":"39fc9fd7-9333-4577-9a42-efc20d646002","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.207325338Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-sub","reconcileID":"39fc9fd7-9333-4577-9a42-efc20d646002","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.422919761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"4e1e72ca-ef2b-44ab-880d-46dd02c770fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.473058623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"a8ab8545-51b0-4cdc-9245-dcca44633e4f","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.628782308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"948cde31-6180-4969-a7d5-db338d6fe3dc","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.63317516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"aab4b7be-ce85-49d3-8202-2454d72c410e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.63319898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-auth","reconcileID":"0c902a28-b750-4008-b928-59f13c8bab3e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.633696982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"da5ac24d-4513-49ec-8ef6-52c73e59ecf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.692619583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-auth","reconcileID":"0c902a28-b750-4008-b928-59f13c8bab3e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.692970403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"aab4b7be-ce85-49d3-8202-2454d72c410e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.694978651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"da5ac24d-4513-49ec-8ef6-52c73e59ecf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:27.89850617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-ordering-auth","reconcileID":"963bd1aa-5439-4c16-a4bf-300c65dbd370","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:28.073796689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"41ee6d5f-19d7-4ffa-9e92-0ca5b0cd8904","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.318448164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"4792b50b-21ba-4453-8339-a4e50df5f94f","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.373745168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"3af4f9e2-b17e-45e5-9d20-d5036f91a6e4","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.532505053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-success","reconcileID":"656cc20d-011f-4708-b7bc-f7ed11bb187c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.584261617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"b487f840-f76f-4bea-8dbc-ed664acbd374","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.589396279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-success","reconcileID":"656cc20d-011f-4708-b7bc-f7ed11bb187c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.640065642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"eab0223c-b315-4784-8969-b24dce9a3ccf","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:29.693339001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-success","reconcileID":"493a01fe-4b2e-462e-b5bd-6c37da6b7508","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.741824704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"3e252e1c-8a9b-4709-83e9-dd2444856447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.74182539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"c3985a23-a9a0-4059-ac7f-88f7ea74672f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.800164551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"c3985a23-a9a0-4059-ac7f-88f7ea74672f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.800957197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"3e252e1c-8a9b-4709-83e9-dd2444856447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.806912172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"b212a5a5-482f-43e9-98f2-2f93744423bd","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.865012155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"eefbfb49-a295-4e92-838d-30b8e7a1bc70","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:29.908462992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"9c6d9e06-8ac7-42c8-8c1f-1afd97b5f418","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:30.065537377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-success","reconcileID":"fecd0b3e-e7b5-435c-afae-9866ab93e6e9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:30.121885333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-success","reconcileID":"fecd0b3e-e7b5-435c-afae-9866ab93e6e9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:30.137631264Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-success","reconcileID":"7ce2f89c-93e0-4111-a29f-61b987574bb4","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-90e0d5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:30.159267228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3385e981-676f-458e-8eac-960d2e2cc29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:30.15927232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d1305596-c951-47c2-8403-af7a366762c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:30.216350831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3385e981-676f-458e-8eac-960d2e2cc29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:30.217296621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d1305596-c951-47c2-8403-af7a366762c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:30.306411476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"2ed9c80d-d7a6-43b3-b9b0-d023bb41d8a6","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:30.350569045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"9eb24287-67e0-4cef-b226-8601caf8bc3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:30.51867668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-success","reconcileID":"1389c048-4dd0-426b-8935-eaef6aab7baf","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.083108388Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","namespace":"ai-tenant-e2e-ipp-a-8b1e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.083261009Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","namespace":"ai-tenant-e2e-ipp-a-8b1e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.083326348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","tenant":"e2e-ipp-a-8b1e0a","tenantID":"e2e-ipp-a-8b1e0a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.137985464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"Deployment","name":"maas-api-e2e-ipp-a-8b1e0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.199008061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"Service","name":"maas-api-e2e-ipp-a-8b1e0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.254959624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-8b1e0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.309441788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-8b1e0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.366501217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.420940179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.47927913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.53759448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.635054979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.691637774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.752377444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"Service","name":"payload-processing-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.813879233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.871180971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:31.958297036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:32.014005585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:32.069664527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:32.12372985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:32.177660779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:32.232281477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-8b1e0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:32.286572242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8b1e0a"},"namespace":"ai-tenant-e2e-ipp-a-8b1e0a","name":"default-tenant","reconcileID":"ee20a7f7-b51c-4b96-8c03-70a982156edd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-8b1e0a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:32.511094887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382f2102-9a83-4b48-b6f6-5db9a85a353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:32.563937818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382f2102-9a83-4b48-b6f6-5db9a85a353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:32.616873907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382f2102-9a83-4b48-b6f6-5db9a85a353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:32.669489306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382f2102-9a83-4b48-b6f6-5db9a85a353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:33.176506515Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8b1e0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8b1e0a","reconcileID":"df276728-2f01-4bb8-800b-7ac076d11c89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-8b1e0a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-8b1e0a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.573612586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a75b6c-2fd1-4ec8-bacb-7d88526399fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.62620628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a75b6c-2fd1-4ec8-bacb-7d88526399fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.678850859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a75b6c-2fd1-4ec8-bacb-7d88526399fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:34.731627771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a75b6c-2fd1-4ec8-bacb-7d88526399fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:36.665158609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7874ae10-a082-401b-94a9-b5a263127308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:36.717788169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7874ae10-a082-401b-94a9-b5a263127308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:36.770373443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7874ae10-a082-401b-94a9-b5a263127308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:36.823209527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7874ae10-a082-401b-94a9-b5a263127308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:41.849888726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce03d8-2bf0-4bbe-9676-b015a0dc8bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:41.902590271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce03d8-2bf0-4bbe-9676-b015a0dc8bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:41.955240033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce03d8-2bf0-4bbe-9676-b015a0dc8bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:42.007797306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce03d8-2bf0-4bbe-9676-b015a0dc8bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:42.993018272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"113e2093-5082-413d-8082-5b0867c91a23","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.293998833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"8ff3155b-b885-4673-826a-1e75b71e8c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.294001407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4aafdd68-0a5f-4469-a0cc-a60748064d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.296023302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-success","reconcileID":"e9720304-88ce-4605-9298-aeb189fe8a4a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.352113341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4aafdd68-0a5f-4469-a0cc-a60748064d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.352390028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"8ff3155b-b885-4673-826a-1e75b71e8c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.356025979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-success","reconcileID":"e9720304-88ce-4605-9298-aeb189fe8a4a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:43.995986911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca0c784-fe3a-424e-b015-fd15d261d05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:44.050445937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca0c784-fe3a-424e-b015-fd15d261d05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:44.103175162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca0c784-fe3a-424e-b015-fd15d261d05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:44.15655765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca0c784-fe3a-424e-b015-fd15d261d05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.18562155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a456bc0-2703-442a-b413-3d7930ba15be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.238379829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a456bc0-2703-442a-b413-3d7930ba15be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.291149294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a456bc0-2703-442a-b413-3d7930ba15be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:46.343817742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a456bc0-2703-442a-b413-3d7930ba15be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:47.602763095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:50.77775546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42ebf6c-270f-44e1-a9b4-9e6a427ca36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:50.830789927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42ebf6c-270f-44e1-a9b4-9e6a427ca36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:50.883673082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42ebf6c-270f-44e1-a9b4-9e6a427ca36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:50.936802701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42ebf6c-270f-44e1-a9b4-9e6a427ca36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:51.372799308Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a853fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a853fe","reconcileID":"7cc2972a-9b19-4f6a-9af8-b970551bda33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a853fe","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-a853fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:52.381259063Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5b1e39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5b1e39","reconcileID":"cab1b65b-0de1-4522-a42c-b1eaa61643ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5b1e39","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-5b1e39":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:52.895971626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ca6cf1-5286-49ab-a393-814548a410e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:52.948691489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ca6cf1-5286-49ab-a393-814548a410e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.001270758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ca6cf1-5286-49ab-a393-814548a410e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.055488842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ca6cf1-5286-49ab-a393-814548a410e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.331610103Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-success","reconcileID":"9476f510-2fb5-4750-bc75-88b0bd6140af","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.447833665Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"b721c2e8-2ae5-48c7-a6b8-783dc0c9cccb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.497484017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-success","reconcileID":"9476f510-2fb5-4750-bc75-88b0bd6140af","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.721899782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"3b86fd5b-0c4a-4f53-b19a-f0b7a7ca204c","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.776400657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"9903c7af-52c1-4195-ac5a-8590c42c161a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.862229701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"aeaab27a-ddef-4a43-a551-9893013e4c66","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.881592619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-success","reconcileID":"44103491-b7ee-493c-990e-bfb18397d27a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.881808148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"c4aa1ac8-b32e-49f3-be9d-da59eba98cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.901600612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4926c860-ca3d-4784-bf1d-d5a63517051a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.939166404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-success","reconcileID":"44103491-b7ee-493c-990e-bfb18397d27a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.939275016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"c4aa1ac8-b32e-49f3-be9d-da59eba98cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:53.958084204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4926c860-ca3d-4784-bf1d-d5a63517051a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.144622268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-success","reconcileID":"d2c0ef43-a663-4104-a03a-24d0472798dc","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:54.313052158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"59b52d4a-f682-4cd1-8d02-11716dd4dab1","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.108987335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dffdcd-4c1e-4732-9c5a-e0b4d278516f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.151756375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"4f7be2a1-6c1f-4849-b799-37ab66cb3e86","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.162590061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dffdcd-4c1e-4732-9c5a-e0b4d278516f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.22777108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dffdcd-4c1e-4732-9c5a-e0b4d278516f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.242887313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"5b7995b6-3693-4425-8d34-accca306af02","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.291073362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dffdcd-4c1e-4732-9c5a-e0b4d278516f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.431455527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"9ac46d0e-eee6-44cf-b19c-7131eb3d5664","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.452682822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2a316b19-5453-475b-b7bd-c45db87806ca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.490743504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"4c03b7d8-69ac-401b-9b3f-ccb238a5705a","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.514286626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2a316b19-5453-475b-b7bd-c45db87806ca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:55.542863021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-free","reconcileID":"16bd5696-ce39-4360-b6c7-a481123c788d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.62873101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"36d0f079-3810-4b3a-ba1b-240f25e25469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.629730929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"39f54b9c-a033-41b8-b3c6-3e390f8acaf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.719182875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"36d0f079-3810-4b3a-ba1b-240f25e25469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.726725554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"39f54b9c-a033-41b8-b3c6-3e390f8acaf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.73446251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"f258a82c-ddd4-4af2-a3ce-9fdaca56ddfb","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.742511535Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-90e0d5 priority=0:[ai-tenant-e2e-worker-w2-90e0d5/e2e-test-subscription-free ai-tenant-e2e-worker-w2-90e0d5/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.76580484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"f0a4ebb6-1f8f-4972-8304-510a91ec3717","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:55.796832466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-90e0d5/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.823421609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"3d25bd17-ff37-476e-9177-3dc61c0fa9f8","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.849670439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"2c7f06da-023a-4dd0-b10f-a58ec5887e13","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.85185673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"f5aea7b0-022a-48b0-bd32-346043da4bf9","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:25:55.855922694Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-90e0d5/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:55.913913171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"4105ec30-58f0-444c-bd61-0ae701633bc9","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.013606653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2f9a3181-334a-4fc2-9f15-708952e1432a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.072470979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2f9a3181-334a-4fc2-9f15-708952e1432a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.105685941Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-free","reconcileID":"eb7a1a8d-3705-4d5a-8441-a462d42284c6","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-90e0d5/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.158621521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"9c5bd880-dbff-41a7-86c1-ff171f56aafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.160701857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3d05a098-3ba0-4296-9b10-f1f3b7b0f16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.199776558Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-premium","reconcileID":"2e6bf7b4-f9e1-48e2-9149-2c8be2468912","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-90e0d5/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.224439899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"9c5bd880-dbff-41a7-86c1-ff171f56aafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.225183683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3d05a098-3ba0-4296-9b10-f1f3b7b0f16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.283575297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"4c927115-5c3e-4688-97e4-5bc8184e8680","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.333817533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"8620ada4-d705-4dfe-954f-0e50dd89371a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.379614302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"86296534-3207-4f07-993a-742cac8d0562","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.551280029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b2248085-41ba-4393-a819-d1ea40f3d3a9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.554017059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-free","reconcileID":"1f777fb3-1de9-441c-b750-737b1dc3ce24","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.60990891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b2248085-41ba-4393-a819-d1ea40f3d3a9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.613120548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-premium","reconcileID":"5a9a0f29-5486-441b-9478-1df8076d13f1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:56.733729012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"96aac262-68e1-466e-88f4-33a547ca8819","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:57.329601624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f977e86-ba81-4e43-bf77-ce4c7d06524e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:57.386353301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f977e86-ba81-4e43-bf77-ce4c7d06524e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:57.439278565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f977e86-ba81-4e43-bf77-ce4c7d06524e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:57.492290199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f977e86-ba81-4e43-bf77-ce4c7d06524e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:25:59.905577491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"4bfdf667-b091-4618-b433-94193e94542d","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.065404491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"8b85cb9c-c972-4812-a11d-f858b09663a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.065419936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"6a6d18c9-075f-46db-961b-287a871f6903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.065964213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"111a9c3b-1c97-44ee-a9ab-466ecc2b994e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.123667016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"8b85cb9c-c972-4812-a11d-f858b09663a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.123732803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"6a6d18c9-075f-46db-961b-287a871f6903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:00.126112599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"111a9c3b-1c97-44ee-a9ab-466ecc2b994e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.07155488Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-free","reconcileID":"fc1b0cde-532c-4907-8289-fd87418bf243","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.289266785Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-free","reconcileID":"fc1b0cde-532c-4907-8289-fd87418bf243","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.502149569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-premium","reconcileID":"efa02203-92be-4d63-93d3-e8d6d00a411d","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.502209798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"5e617447-6438-442c-aa0e-2ef97ae6a47d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.555315064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"de743fa1-6a66-44b3-a892-9f89e781a33a","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.614905644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"c7a46284-4e47-4c8a-b435-4c9fe41e21c6","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.70797737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"16b48e0c-241b-4375-974a-328c397b28a7","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.71863481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f758662b-0862-41d6-8d83-39903066903f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.719531052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c53c06fb-e0f5-4a1a-82bd-21d003ed2fd9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.72100769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"136adf9b-6208-4175-ab71-2bf695ad4b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.813123873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f758662b-0862-41d6-8d83-39903066903f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.815480345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c53c06fb-e0f5-4a1a-82bd-21d003ed2fd9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:10.815784387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"136adf9b-6208-4175-ab71-2bf695ad4b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.177267437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"eb586755-b326-4677-bc1f-cd6c7dd62df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.177290117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a020fb9c-7cb9-4ff4-90ff-0db84132f82d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.177745829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"97b60d3b-8caa-45a1-9bbc-fbcff8dd4f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.233997123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"97b60d3b-8caa-45a1-9bbc-fbcff8dd4f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.234299828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"eb586755-b326-4677-bc1f-cd6c7dd62df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:11.23624431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a020fb9c-7cb9-4ff4-90ff-0db84132f82d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:17.603035121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:20.922415887Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-premium","reconcileID":"31ea9044-877d-4d03-8a56-6f6ac7ffb875","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.1472338Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-subscription-premium","reconcileID":"31ea9044-877d-4d03-8a56-6f6ac7ffb875","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.3596222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"bfb01d0a-e95a-476f-839d-e16244121270","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.364669402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"842db094-bcb7-4640-8ab2-f96a05ecfb34","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.5153428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"149722a4-fa0f-4902-9081-d234958b0b15","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.588394509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"a5004bbc-c7bd-4d04-a53d-034ce483641c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.588533889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"61545d94-85f2-4e48-adf6-a6858d9cdfd8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.588798413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"156fa8fe-613b-4e3c-9bdd-ecfb66a78976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.646410721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"156fa8fe-613b-4e3c-9bdd-ecfb66a78976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.646716548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"a5004bbc-c7bd-4d04-a53d-034ce483641c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.648610378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"61545d94-85f2-4e48-adf6-a6858d9cdfd8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:21.893043101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-multi-sub-valid","reconcileID":"037f2ed8-c085-4648-8257-9c4fecd61861","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.153743855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"56de8036-2c8c-4380-a54d-c291fee1ce2e","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.263417667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01ff6cb-0f58-4c21-8d53-8ada68eb1997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.31840407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01ff6cb-0f58-4c21-8d53-8ada68eb1997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.384236367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01ff6cb-0f58-4c21-8d53-8ada68eb1997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:22.43705855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01ff6cb-0f58-4c21-8d53-8ada68eb1997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.533598047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"4ba8c128-5a5a-4b4d-8130-7a7a2a72c1aa","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.590637099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"5e4d13b6-a0df-48c1-b173-95f6cb02168b","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.771768675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"9c9cee69-b98c-40f1-95f9-f893d6327233","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.81361346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"5aed9a48-0b44-4a51-8933-f7ba8036a7e0","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.828763501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"9c9cee69-b98c-40f1-95f9-f893d6327233","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.870040058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"11fcce8c-f851-41d1-a4ac-154c7834aa7e","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:23.923053594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-user-subscription","reconcileID":"dc9ff8a0-447c-49bc-9b91-84823ac9a1ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.970731602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"b7240647-4235-4419-b79b-9ed2c2b8492d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:23.970740727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"f062f1d9-0a3d-4295-809a-5385d7240f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.029013632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"b7240647-4235-4419-b79b-9ed2c2b8492d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.029013629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"f062f1d9-0a3d-4295-809a-5385d7240f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.036207861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"f594c3b4-6c8e-4108-a9f4-fe070f5b6867","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.06892835Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-90e0d5 priority=0:[ai-tenant-e2e-worker-w2-90e0d5/e2e-test-other-subscription ai-tenant-e2e-worker-w2-90e0d5/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.069189914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"00c6dfbe-b9eb-4e70-a650-ddbb1d3c46d4","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.091397592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"784944af-5205-48b1-b662-9964ab20fe75","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:24.122653294Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-90e0d5/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.144745689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"72c0f0be-3ff4-4b96-b146-b31c5aa12774","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.176673195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"3e791bc1-69bb-4fd0-807e-d5d912f01a25","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:26:24.180068771Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-90e0d5/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.231819992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"782b1066-f94c-46d5-b8d4-c7cc040921e0","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.303104393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"059bd29a-4ad3-4af0-ac49-153766aaa451","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.360718487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"059bd29a-4ad3-4af0-ac49-153766aaa451","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.361643841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171960a0-c7fe-4769-946f-81c2b5884ffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.364678126Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-user-subscription","reconcileID":"4afc28cb-a3cb-4574-b6d0-434571ceca09","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-90e0d5/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.414624121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171960a0-c7fe-4769-946f-81c2b5884ffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.467957338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171960a0-c7fe-4769-946f-81c2b5884ffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.468337701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"a1c3434b-8d1f-46f4-8a0c-fe3b79f8c514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.468666006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-other-subscription","reconcileID":"5428a9ad-4e95-4acc-a78a-9a37d1a8dc38","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.521040774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171960a0-c7fe-4769-946f-81c2b5884ffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.524865154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"a1c3434b-8d1f-46f4-8a0c-fe3b79f8c514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.57425923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"401a5e63-ed6b-4ddb-8d19-c1de82f883cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.627499388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"33d58b8e-b296-437d-ba56-2d5239ef58c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.630731299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"401a5e63-ed6b-4ddb-8d19-c1de82f883cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.632858948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"74a87083-27b9-45e2-a931-fc34ffda8226","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.678890426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"340aadce-6c5f-444c-b7bc-dff797fb356f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.691292639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"edb5ff2b-df75-48ec-9fb9-bf8105eafa4a","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.737503861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"340aadce-6c5f-444c-b7bc-dff797fb356f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.901368601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-user-subscription","reconcileID":"ba2a7073-d3cd-4934-bc24-60c06bd41406","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:24.951717678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-other-subscription","reconcileID":"eb87118a-5872-4f11-958b-59fdf4126ca1","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.131880009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"c6807ef2-da33-4cc6-ad69-e57db76b42f6","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.300767633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"aa8b7ae3-218e-4b55-9afb-66e38b294cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.300797889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c1ae774e-9f7e-40df-8d83-34c149ab15f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.301309162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"94794031-8000-404c-8672-72bbb7017673","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.359396764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c1ae774e-9f7e-40df-8d83-34c149ab15f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.360186698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"aa8b7ae3-218e-4b55-9afb-66e38b294cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:27.361663116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"94794031-8000-404c-8672-72bbb7017673","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.572592218Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","namespace":"ai-tenant-e2e-ipp-b-955887","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.572649087Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","namespace":"ai-tenant-e2e-ipp-b-955887","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.572701086Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","tenant":"e2e-ipp-b-955887","tenantID":"e2e-ipp-b-955887","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.627454332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"Deployment","name":"maas-api-e2e-ipp-b-955887","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.69097768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"Service","name":"maas-api-e2e-ipp-b-955887","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.752771565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-955887","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.807828013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-955887","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.87245967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.932512134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:35.989077834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.044803562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.099894993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.156012538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.231150757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"Service","name":"payload-processing-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.303077329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.361246906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.417466994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.474934104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.530592448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.584715934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.63884319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.699473389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-955887","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:36.755522342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-955887"},"namespace":"ai-tenant-e2e-ipp-b-955887","name":"default-tenant","reconcileID":"6a14bbab-3208-49a7-9dce-530567345061","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-955887","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:37.299792857Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-user-subscription","reconcileID":"392a8ab9-b336-4fb6-a1c0-600694be6863","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:37.521328381Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-user-subscription","reconcileID":"392a8ab9-b336-4fb6-a1c0-600694be6863","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:37.589455068Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-955887","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-955887","reconcileID":"5f15e8ae-97cc-4349-a403-e3e382c425d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-955887","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-955887"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:37.74098419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-other-subscription","reconcileID":"920805d1-ebfe-4bc0-b009-36f0b97106b0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:37.741683318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"a015f2e0-80cf-4b04-9ba1-c5efc5a31d75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:37.79623436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"b4abc9c4-1ab0-4c64-a629-f8d7ac474e71","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:37.925856412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"488a54b1-808f-4ede-8842-ab74136e1218","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.032536916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"2313f9be-e598-48f1-b2eb-500656b5816a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.032909506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"a5814e04-1b91-4f00-b3ea-383914ab69bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.033175741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"c2528a21-6237-4fde-a487-60b98f53907f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.094323776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"2313f9be-e598-48f1-b2eb-500656b5816a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.09556385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"c2528a21-6237-4fde-a487-60b98f53907f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.096579462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"a5814e04-1b91-4f00-b3ea-383914ab69bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.80706015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea07a73-16e4-413d-b49b-59b138137f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.861721825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea07a73-16e4-413d-b49b-59b138137f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.915574508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea07a73-16e4-413d-b49b-59b138137f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:38.968772738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea07a73-16e4-413d-b49b-59b138137f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.90408195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7067c35-eb86-4d25-80cc-49417ae0e44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:40.956905343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7067c35-eb86-4d25-80cc-49417ae0e44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:41.00969037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7067c35-eb86-4d25-80cc-49417ae0e44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:41.063303599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7067c35-eb86-4d25-80cc-49417ae0e44b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:41.993656493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"276c827d-7cea-435e-a590-1ffbff006593","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a853fe","tenantID":"e2e-praxis-a-a853fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:42.111674768Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"276c827d-7cea-435e-a590-1ffbff006593","name":"e2e-praxis-a-a853fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:46.930445238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"372b2912-889f-4c74-99aa-7e7fd0a74390","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-5b1e39","tenantID":"e2e-praxis-b-5b1e39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:47.049920443Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"372b2912-889f-4c74-99aa-7e7fd0a74390","name":"e2e-praxis-b-5b1e39-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:47.603015499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:47.979468298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"728e8fbc-27a9-4d6a-a940-47bf756ed90c","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:48.138868576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"5d5bd1ff-13a1-4dbf-a47c-e40dd3b14d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:48.138999657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"57eed79d-e09d-4f08-a1be-b71d2ff3bcd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:48.138866239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"0f8c79a7-7810-44a1-b1bb-17544c70b6ae","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:48.195838747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"57eed79d-e09d-4f08-a1be-b71d2ff3bcd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:48.196824992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"0f8c79a7-7810-44a1-b1bb-17544c70b6ae","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:48.19854194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"5d5bd1ff-13a1-4dbf-a47c-e40dd3b14d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.156600154Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-other-subscription","reconcileID":"f6177c93-5869-4ec7-a654-ed401935e065","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.421111571Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-other-subscription","reconcileID":"f6177c93-5869-4ec7-a654-ed401935e065","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.658872283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"91cf8189-c05e-4809-8b84-1a8d21d18639","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.705895363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"b283840e-0d52-4974-9852-592c51e440b8","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.850953348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"0f07948f-5e4e-4e40-a0bd-0955d5181585","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.875816949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d7b44497-7733-446c-ad27-032b950a4b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.875973254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"5a908752-d8cc-4f5e-9fab-c1825bb53f62","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.876385523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"7ce62ca4-7c7c-4ad5-b19b-8acc97cc3066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.939844614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"5a908752-d8cc-4f5e-9fab-c1825bb53f62","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.940721205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"7ce62ca4-7c7c-4ad5-b19b-8acc97cc3066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:58.947682724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d7b44497-7733-446c-ad27-032b950a4b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:59.148843268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-auth-access-denied","reconcileID":"8673f30d-2b39-4c9a-ab99-c742a1bed035","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:26:59.415344741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"1cca0bb4-d245-4b23-9b3a-ff7a94b0dd45","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:00.776174109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"02f7de47-469a-4957-8f52-aea955b2f616","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:00.834401742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"8b2a4be8-8a74-4fda-85a3-b615a96a68a2","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:00.992236588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-auth","reconcileID":"0f92dfb0-84e3-45dd-a73e-804f683154ee","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.052297317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"8ea31bd6-47b8-4cfa-a4a7-0dbfc86eb92c","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.054616055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-auth","reconcileID":"0f92dfb0-84e3-45dd-a73e-804f683154ee","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.118063149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"e17bd2ee-eba2-4379-b24b-fd0e6a6e6c7d","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:01.172191363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-subscription","reconcileID":"d4c513db-7c93-46dc-aad5-745f3c352d91","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.221490541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"4fb6ab97-f507-4166-8eef-1d75fce97820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.222326441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"3c7314b6-7af3-4db4-b252-4f5a349f218c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.281185699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"3c7314b6-7af3-4db4-b252-4f5a349f218c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.282343368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"4fb6ab97-f507-4166-8eef-1d75fce97820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.321324725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"60721825-104d-4f19-8cba-3e3c29e62308","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.375563138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"6f2420ce-1a68-4c7e-b347-4ddd664ea483","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.422507841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"3498965c-1b56-4431-b23a-9d1bcde6724a","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.592111182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-auth","reconcileID":"f974b77b-02a3-4f91-bdc7-319c06b11d32","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.658058149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-auth","reconcileID":"f974b77b-02a3-4f91-bdc7-319c06b11d32","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.666873914Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-subscription","reconcileID":"e25e0fce-18b1-47cf-95d0-29e35f5ae6b5","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.712860898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"ea8c8262-070e-4d64-b621-47a02b72fd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.714093171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"aee49631-b659-45d2-be9e-865d4cf321e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.773281277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"aee49631-b659-45d2-be9e-865d4cf321e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.773383766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"ea8c8262-070e-4d64-b621-47a02b72fd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.854703947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"7325c7f7-3f07-4218-b621-f75c6f64a14d","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:01.897118874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"5187c58c-c7c4-4dcd-b180-defde6d532b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:02.078527216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-subscription","reconcileID":"3acd2f82-b4ed-4ea6-9cb2-9b058f8b21f3","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.449838488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"b8671f99-92ae-4175-8755-cd42951703d6","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.609149031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"ad697a31-f503-483a-86f6-aa9f64f7d2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.609308904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"a288bd2e-58d7-4213-bcda-5444901f060e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.609152893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-auth","reconcileID":"b5c3907f-d490-47a8-882e-6e154da4189c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.667899498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"ad697a31-f503-483a-86f6-aa9f64f7d2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.67157697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"a288bd2e-58d7-4213-bcda-5444901f060e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:04.67526078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-auth","reconcileID":"b5c3907f-d490-47a8-882e-6e154da4189c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.61278105Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-subscription","reconcileID":"8f582179-7543-4e67-a625-864d6c03f398","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:14.82960983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-subscription","reconcileID":"8f582179-7543-4e67-a625-864d6c03f398","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.041601112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"e57f55d9-f924-4e8a-a848-a40c2788e5c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.048840715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"acd4fda5-a16f-45a8-b25e-d4ddc759f1db","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.191559818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"c172f4c3-1143-420a-85bc-dfe7b05830a5","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.206326039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"252242cc-a65c-4a15-b75b-8115990c184f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.206327942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"6b6da1c5-b6a4-496b-aa0a-f237d65750fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.206776581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-auth","reconcileID":"96e365bf-e99b-4539-86c1-b38258160365","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.264012819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"6b6da1c5-b6a4-496b-aa0a-f237d65750fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.264041349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-auth","reconcileID":"96e365bf-e99b-4539-86c1-b38258160365","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.266514588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"252242cc-a65c-4a15-b75b-8115990c184f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.421431712Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-test-group-auth","reconcileID":"582d3d1d-77af-40a9-841a-fbb46fc26356","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:15.587531679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"0cef1d25-59d2-47cb-87e3-0e6b412d4386","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:17.604282851Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:21.090452083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e5b96f-000d-4f5c-b4cc-e2efd5ece6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:21.143349558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e5b96f-000d-4f5c-b4cc-e2efd5ece6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:21.19589323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e5b96f-000d-4f5c-b4cc-e2efd5ece6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:21.248406658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e5b96f-000d-4f5c-b4cc-e2efd5ece6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:21.68708739Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-42e8a1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-42e8a1","reconcileID":"558d3181-c8b8-4633-bfef-59ae27ae3279","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-42e8a1","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-42e8a1":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:23.084124156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-failed-sub","reconcileID":"207494a6-fb10-4ef2-b52a-03d39bbc93de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.161754949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a522f8bd-3308-4654-951b-fc2e78751f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.161894045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"dfc3070f-6f43-4162-85de-d32606440368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.16219231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"176bc92f-bb56-4351-b502-daa575f0813b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.214656513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a522f8bd-3308-4654-951b-fc2e78751f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.22006638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"dfc3070f-6f43-4162-85de-d32606440368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.26806691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a522f8bd-3308-4654-951b-fc2e78751f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.271402987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"176bc92f-bb56-4351-b502-daa575f0813b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.320844241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a522f8bd-3308-4654-951b-fc2e78751f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.64426273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9d9de6be-1d1a-4c19-a9f4-c5a9c9818e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.70061017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9d9de6be-1d1a-4c19-a9f4-c5a9c9818e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.734924233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"210ebb8f-5e80-4862-a3c1-740cb5116b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:23.791330909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"210ebb8f-5e80-4862-a3c1-740cb5116b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.557647545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9cc4918a-fade-4b04-91c3-dd68e2405f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.557647575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"43979576-a095-405d-bb6a-7fc0d5792028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.618412739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"43979576-a095-405d-bb6a-7fc0d5792028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:25.621637555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9cc4918a-fade-4b04-91c3-dd68e2405f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.23508173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"1aadfbb1-76ea-40c1-818d-c12bbbe85ccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.428787426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"a401af32-c639-4edb-a0cf-e19d61e02975","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.529876796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d0a17b3-3d61-4e30-8f19-bbe9a5592bd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.632031918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"a4602068-93d2-4094-9c53-4814ca6cee0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.729900509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"0a684401-4c1b-4063-81c6-0326bb2f99ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.835435909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"d64cd078-d8da-4cc1-b3ba-a1e510a0e907","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.937029481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"904535c0-3c90-44c0-9e7d-59aedb351180","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:28.945997638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"eab093be-7a1b-449d-bdb6-bc6c74e320fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.19023326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31d0dd1b-d412-492b-99a2-ded7439eb8da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.317801374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"4a464cdc-8bea-448d-af96-decd89cb8eb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.444409144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"595584d0-7bf0-4995-9774-5eb69e6eb7f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:29.679912467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"4594fef5-55e4-4d97-a787-01b73569c3f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:35.566340159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-failed-sub","reconcileID":"65e0d6cf-6c7d-43bd-b113-59ea6ee886f7","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:35.566501244Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-failed-sub","reconcileID":"65e0d6cf-6c7d-43bd-b113-59ea6ee886f7","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.059415156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"769b49f1-5438-4088-8a90-9eef4cdb313c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.059531547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"1316671f-d4c3-4a1b-a94f-18cff15ca10f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.11922216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"1316671f-d4c3-4a1b-a94f-18cff15ca10f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.119223833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"769b49f1-5438-4088-8a90-9eef4cdb313c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.795361394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"e0544f35-f9ce-41ad-b3e0-8e1d56a6d28a","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:36.85197041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"44c0ec12-0e16-4854-b0a5-943537f0ae1c","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:37.010352571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-active-auth-only","reconcileID":"c1aea126-ac93-46ab-b07c-92fe458584aa","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:37.068758088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-active-auth-only","reconcileID":"c1aea126-ac93-46ab-b07c-92fe458584aa","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:37.389906322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"36d6aba9-4569-479f-9f77-e8def6b26aaf","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:37.547938625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-active-auth-only","reconcileID":"18903ccf-4f78-4bac-9118-1827b86976df","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:37.606373694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-active-auth-only","reconcileID":"18903ccf-4f78-4bac-9118-1827b86976df","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.364182678Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-active-auth-only","reconcileID":"4342b522-bda6-435b-b434-45c0dec35667","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.36418265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"8013483f-c00c-4c57-bcde-7bbab9af1ba3","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.525166423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"930d4ba0-d2fc-43e5-8c02-1a227edf42af","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.591252453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffb6beb-e909-4151-8799-cc0f33b368b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.644022823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffb6beb-e909-4151-8799-cc0f33b368b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.698436785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffb6beb-e909-4151-8799-cc0f33b368b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:39.751748657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffb6beb-e909-4151-8799-cc0f33b368b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.636836361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-failed-auth","reconcileID":"ca473244-a81b-4f03-9ed3-8f1baed3d2b9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.693276354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-failed-auth","reconcileID":"ca473244-a81b-4f03-9ed3-8f1baed3d2b9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:40.74863772Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-failed-auth","reconcileID":"ca473244-a81b-4f03-9ed3-8f1baed3d2b9","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.136172314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-failed-auth","reconcileID":"2b203535-ab98-4c66-a8b6-d774c2ad77bb","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.193502254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-failed-auth","reconcileID":"2b203535-ab98-4c66-a8b6-d774c2ad77bb","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.249295821Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-failed-auth","reconcileID":"2b203535-ab98-4c66-a8b6-d774c2ad77bb","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.655348585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67549578-01ff-46b5-b477-1cf1f1b8e7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.708590868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67549578-01ff-46b5-b477-1cf1f1b8e7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.761474606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67549578-01ff-46b5-b477-1cf1f1b8e7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:41.814088712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67549578-01ff-46b5-b477-1cf1f1b8e7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:42.756577977Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-failed-auth","reconcileID":"5487dca8-a8a6-4636-93f5-e55e029b8782","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:43.799070013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"e7d866ac-ba12-45b4-9796-1f48ad83a3ab","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:43.918094595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"e6c24fee-94d8-4d14-880d-b46305a50587","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.076193246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"a2eb7f0d-e821-4a30-9c49-7c8087561db3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.080712842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"3da3d311-f02a-4b0a-9732-faa859e6cc8c","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.133338168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"a2eb7f0d-e821-4a30-9c49-7c8087561db3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.191373834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"bf760c58-dc3b-4052-9ee1-5baae9aa8339","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:27:44.241315201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-sub","reconcileID":"0fa2b359-db36-45c5-8d8a-f5936c83865c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.291743531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"352e7cc6-e499-4867-a813-04f884696604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.291743511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b4692cc9-3aed-44f8-9534-ebf60888b524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.349885647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b4692cc9-3aed-44f8-9534-ebf60888b524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.350606327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"352e7cc6-e499-4867-a813-04f884696604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.3583245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"b210bdd4-64cb-44c0-86c9-eee11e46e0f6","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.416062234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"364df8bc-ab17-45a9-b649-9171046b9aed","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.451461623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"13e28787-f644-4703-8fec-73e1cfc4a2c2","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.608667722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"af3922d9-d62e-4d9a-acbf-2ca8dce957c0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.665987514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"af3922d9-d62e-4d9a-acbf-2ca8dce957c0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.686582094Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-sub","reconcileID":"aa323a74-f072-40e6-be80-fdbe4aeb19a1","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.706234281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94905ee1-802f-4b08-be3f-40c0a5ea099f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.70729892Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-sub","reconcileID":"aa323a74-f072-40e6-be80-fdbe4aeb19a1","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.761401507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94905ee1-802f-4b08-be3f-40c0a5ea099f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.761545744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"7117733c-b52b-4395-ac3b-c6ff954708c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.814398039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94905ee1-802f-4b08-be3f-40c0a5ea099f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.818320106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"7117733c-b52b-4395-ac3b-c6ff954708c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.867291409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94905ee1-802f-4b08-be3f-40c0a5ea099f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.867554014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"edd531e8-943e-467b-905c-af01ec5b63fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.924875409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"edd531e8-943e-467b-905c-af01ec5b63fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.973542966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"d3f34363-15a2-48aa-8a25-d9033b3b122b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:44.982665255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"f6456854-198d-4e20-860a-be5f8517eb5c","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:45.250922251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-sub","reconcileID":"09121956-44bb-448f-a9b7-c4f5b82d82d9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:45.251160812Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-sub","reconcileID":"09121956-44bb-448f-a9b7-c4f5b82d82d9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:45.489884374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"0060f2e3-d0aa-4086-a473-2472e1eee728","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.521432114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"f377a746-c075-441f-a2a0-89458e3aaad1","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.688399792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"8eef0348-f148-4d50-8ba9-eb63c63a571c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.688617315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"77e9a798-3509-49ae-ad0c-f6e9eea0eea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.688401613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"96ac91bd-759c-43a4-9553-c9841b53baa1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.746778905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"77e9a798-3509-49ae-ad0c-f6e9eea0eea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.747828262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"96ac91bd-759c-43a4-9553-c9841b53baa1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.751837756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"8eef0348-f148-4d50-8ba9-eb63c63a571c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.878292273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ce0129-6be2-42cd-956c-c1946e151dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.93160171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ce0129-6be2-42cd-956c-c1946e151dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:46.984664939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ce0129-6be2-42cd-956c-c1946e151dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.037835228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ce0129-6be2-42cd-956c-c1946e151dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:47.603987285Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:48.956957156Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b563fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b563fd","reconcileID":"079a3a3a-d4a0-4384-bd80-86a4a52813a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b563fd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-b563fd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:49.053770128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2641ea60-57a0-4088-ae86-4496176792d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:49.106501631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2641ea60-57a0-4088-ae86-4496176792d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:49.159611595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2641ea60-57a0-4088-ae86-4496176792d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:49.212353868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2641ea60-57a0-4088-ae86-4496176792d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:51.108441098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42980f63-b7f1-4173-affe-3ed203062e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:51.161081498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42980f63-b7f1-4173-affe-3ed203062e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:51.21390294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42980f63-b7f1-4173-affe-3ed203062e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:51.26691712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42980f63-b7f1-4173-affe-3ed203062e06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:56.58691883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"d04c25c9-db04-4a5c-968a-ed8dfa995a0b","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:56.586959893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"d04c25c9-db04-4a5c-968a-ed8dfa995a0b","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:56.637014993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a321765-a717-4a17-b33a-417ab9ea094a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:56.691319045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-sub","reconcileID":"81e64d23-333c-4d61-a92e-2ddb79a7bcc5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:56.691838672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a321765-a717-4a17-b33a-417ab9ea094a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:56.744808686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a321765-a717-4a17-b33a-417ab9ea094a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:56.798545543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a321765-a717-4a17-b33a-417ab9ea094a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:56.972499562Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-sub","reconcileID":"81e64d23-333c-4d61-a92e-2ddb79a7bcc5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:56.972541547Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-sub","reconcileID":"81e64d23-333c-4d61-a92e-2ddb79a7bcc5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.031174217Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-sub","reconcileID":"81e64d23-333c-4d61-a92e-2ddb79a7bcc5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.257792409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"cb7ef75a-b0a9-4a22-ba6d-3f97c26624ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.348785336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"21521ea7-bb19-4801-a0b1-0596191de630","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.482064128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"b2afb67b-196d-4a10-acfb-10c5e53eb945","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.536269046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"55000e90-e686-4050-a671-714a8fc9c0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.537058647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"a1de4311-acce-49c4-a3c6-ebee4ab5906e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.53772715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"767b04f5-3827-438c-9650-61120552be77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.601830081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"767b04f5-3827-438c-9650-61120552be77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.616764939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"a1de4311-acce-49c4-a3c6-ebee4ab5906e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.62058233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"55000e90-e686-4050-a671-714a8fc9c0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:57.825557001Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"7b904b06-83e7-4a3f-aedd-c2e41704b0c8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.081098146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"84370b3c-2228-48fc-ac3f-09283ac4806d","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.892290261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3664463-f1f5-46f4-b424-9fca733cd183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.942554594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"ec3b8800-0413-46d7-b685-761318f7322b","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:58.94885116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3664463-f1f5-46f4-b424-9fca733cd183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.037862803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3664463-f1f5-46f4-b424-9fca733cd183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.091757111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3664463-f1f5-46f4-b424-9fca733cd183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.09637437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"7b64c19e-cad9-4fdf-9106-861b621b4bb2","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.309010951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"f39399f0-e31d-49ea-9df6-b0b72d88ac92","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.369591451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"f39399f0-e31d-49ea-9df6-b0b72d88ac92","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.480856116Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"f39399f0-e31d-49ea-9df6-b0b72d88ac92","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:27:59.793116575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"9ed27906-d9ba-45dd-88d8-52061132dc01","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.002651185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"e32fc136-6d93-48e3-a7c0-74fe86ab7faf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.059459874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"e32fc136-6d93-48e3-a7c0-74fe86ab7faf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.233121911Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"e32fc136-6d93-48e3-a7c0-74fe86ab7faf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:00.446717295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"e32fc136-6d93-48e3-a7c0-74fe86ab7faf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.681177966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"c72bf283-e062-4b49-b493-14715cb46869","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.738996771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"c72bf283-e062-4b49-b493-14715cb46869","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:00.848147155Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"c72bf283-e062-4b49-b493-14715cb46869","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.040953338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8bb12d-8e8a-4ce0-ab92-6e2c6b5b2bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.094118367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8bb12d-8e8a-4ce0-ab92-6e2c6b5b2bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.147404084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8bb12d-8e8a-4ce0-ab92-6e2c6b5b2bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.200371407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8bb12d-8e8a-4ce0-ab92-6e2c6b5b2bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.377069591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"f9a75ed1-22c2-40cf-bc7f-cd2efa55d0ac","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.43301039Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"2515bcde-5af8-4dbe-aad0-b2fa84c958fc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.488731557Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-degraded-auth","reconcileID":"2515bcde-5af8-4dbe-aad0-b2fa84c958fc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:01.652726578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"65e97768-4be8-48ba-a4e4-add475ab10ba","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.042796144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"f2d6dc94-4542-4dd6-83a7-0d8674f7de35","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.042824241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"f2d6dc94-4542-4dd6-83a7-0d8674f7de35","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.098693382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"5a02f60b-8dd6-4988-a94d-3ac456c7ac0f","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.098719742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"5a02f60b-8dd6-4988-a94d-3ac456c7ac0f","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.247716595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"ff42d6db-69b3-4888-82c3-b2154b68e4bc","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.441617102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"ff42d6db-69b3-4888-82c3-b2154b68e4bc","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.500999628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-086575-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"ff42d6db-69b3-4888-82c3-b2154b68e4bc","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.621373618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"51d63e3b-581e-4d0b-86a8-b0677376c292","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.621423425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"51d63e3b-581e-4d0b-86a8-b0677376c292","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.682107003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"a3d28b2d-f474-429a-8dce-f1b034bea374","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.682258447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"a3d28b2d-f474-429a-8dce-f1b034bea374","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.682643906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"9e485f04-e25d-4d07-b1ac-c080bcc722b2","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.784418536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"13aa04af-f66c-45a1-9f79-36f82baa403d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.784442932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"13aa04af-f66c-45a1-9f79-36f82baa403d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.844495868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"eec2dba0-a5d3-4f05-b2e2-4691a20e253a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:02.844522341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"eec2dba0-a5d3-4f05-b2e2-4691a20e253a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.056400474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"47d8e595-6189-4be1-8143-d2ce310b5a33","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.086543058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"fceab985-433f-4062-b57f-e4d230baaeb8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.086574398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"fceab985-433f-4062-b57f-e4d230baaeb8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.115557787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"47d8e595-6189-4be1-8143-d2ce310b5a33","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.160473144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"cb6ed0f4-eb7d-492f-9921-bc6dad5b076a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.160496091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"cb6ed0f4-eb7d-492f-9921-bc6dad5b076a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:03.198984921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-sub","reconcileID":"c80bfd9c-2d9f-412d-a673-2ce6d3bd7c52","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.217217112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9b2806-4cf1-47f4-bc11-43d046951cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.271272384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9b2806-4cf1-47f4-bc11-43d046951cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.325403111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9b2806-4cf1-47f4-bc11-43d046951cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.327993067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"9722d5d6-8059-4d7b-8373-166acd36e903","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.328016794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"9722d5d6-8059-4d7b-8373-166acd36e903","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.378450761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9b2806-4cf1-47f4-bc11-43d046951cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.378879468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"5410d75e-3ed5-4796-9969-6503d9a43f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.431660918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e3e00ec6-d418-44b7-9ee8-4dfad640134f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.437219787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"5410d75e-3ed5-4796-9969-6503d9a43f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.438320503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"30857220-06c6-4dd3-b7fb-08796774d7b0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.438337051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"30857220-06c6-4dd3-b7fb-08796774d7b0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.490079887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e3e00ec6-d418-44b7-9ee8-4dfad640134f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.493478881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"2997b140-23fd-4680-87b9-0da13b2c5ed5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.493502258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"2997b140-23fd-4680-87b9-0da13b2c5ed5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.714848798Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-sub","reconcileID":"74bbd41e-d7a3-465a-becd-ba65e22a6396","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.766628921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"dcbccb6d-4341-457f-b0bb-ddd991ff7001","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.824114392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"dcbccb6d-4341-457f-b0bb-ddd991ff7001","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.872157852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"bb8d48a2-a572-4722-9fbb-17e22f081d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.873161503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"b38f014a-4b2f-43d6-a738-a915d5a62cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.884692717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"6db94858-68a3-478f-a3ef-69257567ad70","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.884713435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"6db94858-68a3-478f-a3ef-69257567ad70","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.930274521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"b38f014a-4b2f-43d6-a738-a915d5a62cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:03.930754505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"bb8d48a2-a572-4722-9fbb-17e22f081d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:04.096248452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-sub","reconcileID":"c4f381ae-682d-42d5-8efd-50b337915b5f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:04.309730195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"eb9b54ea-c13d-4164-a7cb-fb5149b9a3cc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:04.309757706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"eb9b54ea-c13d-4164-a7cb-fb5149b9a3cc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.369218889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5b83c4-e570-44cc-bb34-30265db79848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.4219626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5b83c4-e570-44cc-bb34-30265db79848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.475505297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5b83c4-e570-44cc-bb34-30265db79848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:05.528258274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5b83c4-e570-44cc-bb34-30265db79848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:12.666931558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"86bac4e3-b6f4-4861-acf4-3dd641277846","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:12.726575038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"86bac4e3-b6f4-4861-acf4-3dd641277846","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:12.783274065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-086575-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"86bac4e3-b6f4-4861-acf4-3dd641277846","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.137798996Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","namespace":"ai-tenant-e2e-praxis-a-cce50a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.137860815Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","namespace":"ai-tenant-e2e-praxis-a-cce50a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.137911359Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","tenant":"e2e-praxis-a-cce50a","tenantID":"e2e-praxis-a-cce50a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.193304061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"Deployment","name":"maas-api-e2e-praxis-a-cce50a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.258054702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"Service","name":"maas-api-e2e-praxis-a-cce50a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.318401626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-cce50a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.377201776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-cce50a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.437964208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.49329559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.551632599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.607845122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.661119327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.725853084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.778858398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"Service","name":"payload-processing-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.834100204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.887538222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.940592959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:14.99522904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.051786641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.104939684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.158774983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.21248614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-cce50a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:15.265724419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cce50a"},"namespace":"ai-tenant-e2e-praxis-a-cce50a","name":"default-tenant","reconcileID":"083e09bd-f01e-4393-b01c-0eb946cfee95","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-cce50a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:16.184452579Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cce50a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cce50a","reconcileID":"14c32666-f8eb-4002-870e-5a360c1294d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-cce50a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-cce50a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.35842273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ef0489-fc5c-496f-9b20-8412986697f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.412486569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ef0489-fc5c-496f-9b20-8412986697f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.465279033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ef0489-fc5c-496f-9b20-8412986697f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.518656674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ef0489-fc5c-496f-9b20-8412986697f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:17.604610925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.476494586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf5cde1-4e6d-46c1-9cd0-1d25ce625a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.529734878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf5cde1-4e6d-46c1-9cd0-1d25ce625a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.582400641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf5cde1-4e6d-46c1-9cd0-1d25ce625a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:19.635121622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf5cde1-4e6d-46c1-9cd0-1d25ce625a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.475474796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"4a2dedc5-c541-4191-8761-ba3f43d575aa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-42e8a1","tenantID":"e2e-praxis-a-42e8a1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:20.593874945Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"4a2dedc5-c541-4191-8761-ba3f43d575aa","name":"e2e-praxis-a-42e8a1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.285250752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"337434e8-1b4b-45ad-b94b-2723725ab8ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.364810984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-sub","reconcileID":"cb984ba1-a5c2-48ca-8180-48c91b199152","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.573682438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"cb7cdbf4-2d7e-4332-9df4-65adeb6b08ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.603337656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"cf3f0fef-a9cc-46da-96df-124b037bfc14","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"tenant":"e2e-worker-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.604394857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"e2e-temp-model-status","reconcileID":"cf3f0fef-a9cc-46da-96df-124b037bfc14","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.655978899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"71423746-5722-46f3-b4b9-3d4358d29727","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.716758864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"05503cc9-b910-40c7-892a-a9f547a5cc1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.816595409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c2e13d-55a0-43a7-b56c-141bce5b0793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.849912679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"b66a7501-715b-4a46-934e-7871a0850004","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.874620697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c2e13d-55a0-43a7-b56c-141bce5b0793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:21.944688224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c2e13d-55a0-43a7-b56c-141bce5b0793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.00374048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c2e13d-55a0-43a7-b56c-141bce5b0793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.064320206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"f83e5876-e9ed-49e8-b799-b1a7b4c1e4fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.193552604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"5e0bae8a-989f-4a0e-a26d-b527f49a186f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.243660137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b076b8a5-d82a-47ff-be30-b95d5847bdda","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.276955691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"d89c4b41-ea96-47f8-85d1-c7f456c2064f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.378724483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"c1d244a7-f3a9-4d76-90e5-968fedcba3de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.485811827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"2f864632-9831-492c-9d52-885c4b4e6a84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.587266428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"06a83f3a-8b67-4f67-b66c-cfe48dc1761e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.941505211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"26e4bbc8-cc73-4ec9-964e-f02120c3fea2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.943449057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"b2ef3537-dfcb-4358-bf79-2c1192b739ad","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.943531186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"209cd87e-4eea-42c3-9a8d-eca27e6a6fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.943947285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"cb17654c-b4fc-4023-b3a9-164ae4290bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:22.999977005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"26e4bbc8-cc73-4ec9-964e-f02120c3fea2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.003795148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"cb17654c-b4fc-4023-b3a9-164ae4290bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.003795146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"b2ef3537-dfcb-4358-bf79-2c1192b739ad","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.006217367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"209cd87e-4eea-42c3-9a8d-eca27e6a6fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.061539001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-086575-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4123d9552df92ff16f3d05d63083a21a8f599b1ccca53ea49ad2c94ab595ec66) AuthConfig (4d24231c8bf1050c3d9a2a7084de6cfbb6ccf21e4a6b84ab6ed071dfcfa2900c) AuthConfig (46a94d7fb39f3217edd470cb19f94bbd0f59fb25e2bd3027f1bffb7b2c2d0b1a) AuthConfig (5c0f060d33aca82a31bc7aa71a12cb469c5a34776dbe05b4aa108b6dc38f2eb1) AuthConfig (0ae86db0bc9236e3fbd7dc67ec450124c095b9cf8ffef13b5f0c86cc6c67fe2a) AuthConfig (450902cb1e27dc03f30ac1741fbb620aa98836aee0b9e030020417a3db8635b6) AuthConfig (1b208086dc865ca6fe1493c6bc2d24a18b5257ef30b1119eca836328857b4466) AuthConfig (96bbf2f427448584ea54ab91c64fc920ea47f398e7463045af60c7592e86d665) AuthConfig (63ae3b0cd75af37e83b3bf697a4358904d407ee4d1732b79ecafe41e1fb62fb7) AuthConfig (6c5466f2dbfff3667a65d933131db1f77e4204b576b9af22635e6a0ac73840d0) AuthConfig (8770a25b4a80e37f986b06443bd9dc799d880857d3044ac83dd00a1748b51fce) AuthConfig (823e5b8d9aa73ed42a9c34ecfa3ea2f8e847e485a31fd1001c01737093602bc5) AuthConfig (4969528bf2ec863255891cffe9131ef1edb0f6e8274840f6a5a7998fca986802) AuthConfig (fbc041c7d83664390e8363b1d4f28c49d2ac9a23d54e4f0f39ab27a816f295ee) AuthConfig (be44133c7661760b07583814c20187068329ded269f99095f18e41656cad56f9) AuthConfig (d639f94ea6e73fdf0dd6dd1d474d831f66aaabdb8638fac498c1a06454a8b88b) AuthConfig (91efeabba53cb4d00ad67f3e4a1bddade4aafdeeccb47a496944976e067cbfb2) AuthConfig (bf0e3d4f2dc9b92b45a04aa080dc01e7986eac01b4e9d69873512c5829cba7cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"b2ef3537-dfcb-4358-bf79-2c1192b739ad","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.145627691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"a530c67e-ca76-4354-a78a-452b47e90368","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.145648229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"a530c67e-ca76-4354-a78a-452b47e90368","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.324550562Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-sub","reconcileID":"12232a37-7c70-48ce-9638-152b52deee4e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.378734562Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-sub","reconcileID":"12232a37-7c70-48ce-9638-152b52deee4e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.562565794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"ca93d7e3-ac64-49f5-a753-ee54de06268b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.562791979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"30b02559-f7a3-4715-9b1e-4683a46bc662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.562565815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"72ca0a1b-3da9-4655-9ad2-ad35344bf743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.621502179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"72ca0a1b-3da9-4655-9ad2-ad35344bf743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.622349558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"ca93d7e3-ac64-49f5-a753-ee54de06268b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.622381974Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"ca93d7e3-ac64-49f5-a753-ee54de06268b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.623785787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"30b02559-f7a3-4715-9b1e-4683a46bc662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:23.627840868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"099e2c2e-063f-4745-b897-576ee10d26eb","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.028096517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"27072112-1f1d-4ad6-a4f9-3bacba98bf64","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.088095058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"27072112-1f1d-4ad6-a4f9-3bacba98bf64","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.088155743Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"27072112-1f1d-4ad6-a4f9-3bacba98bf64","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.093076861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b11a9e-c8f8-4bab-92f9-ff6adedf0cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.149505374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b11a9e-c8f8-4bab-92f9-ff6adedf0cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.20250219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b11a9e-c8f8-4bab-92f9-ff6adedf0cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.202652554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3c0950d3-1a0c-47f7-b2a9-022ca00d5218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.202845847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"529211c2-eb0d-4b3d-b1ed-4e7e68bb217f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.256021866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b11a9e-c8f8-4bab-92f9-ff6adedf0cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.260742148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3c0950d3-1a0c-47f7-b2a9-022ca00d5218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.315782922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"529211c2-eb0d-4b3d-b1ed-4e7e68bb217f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.534235125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"b1b692ac-0d75-404b-89c8-0728527c851f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.593361889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"b1b692ac-0d75-404b-89c8-0728527c851f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.655060318Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"b1b692ac-0d75-404b-89c8-0728527c851f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.694059579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d7bf441a-7f03-48d0-b995-8026bfda55fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.751982554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d7bf441a-7f03-48d0-b995-8026bfda55fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.799646104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"64bdfec8-352a-4c57-8451-55b875795377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:24.857417966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"64bdfec8-352a-4c57-8451-55b875795377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:26.195312553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b7ec34-d707-4eb9-b3da-9194a18332ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:26.248435701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b7ec34-d707-4eb9-b3da-9194a18332ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:26.301336837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b7ec34-d707-4eb9-b3da-9194a18332ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:26.354121963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b7ec34-d707-4eb9-b3da-9194a18332ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.254411312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"4f53b611-4ee3-4964-a88d-b674e9b53030","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.312591065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"4f53b611-4ee3-4964-a88d-b674e9b53030","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:33.368776093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-086575-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4123d9552df92ff16f3d05d63083a21a8f599b1ccca53ea49ad2c94ab595ec66) AuthConfig (4d24231c8bf1050c3d9a2a7084de6cfbb6ccf21e4a6b84ab6ed071dfcfa2900c) AuthConfig (46a94d7fb39f3217edd470cb19f94bbd0f59fb25e2bd3027f1bffb7b2c2d0b1a) AuthConfig (5c0f060d33aca82a31bc7aa71a12cb469c5a34776dbe05b4aa108b6dc38f2eb1) AuthConfig (0ae86db0bc9236e3fbd7dc67ec450124c095b9cf8ffef13b5f0c86cc6c67fe2a) AuthConfig (450902cb1e27dc03f30ac1741fbb620aa98836aee0b9e030020417a3db8635b6) AuthConfig (1b208086dc865ca6fe1493c6bc2d24a18b5257ef30b1119eca836328857b4466) AuthConfig (96bbf2f427448584ea54ab91c64fc920ea47f398e7463045af60c7592e86d665) AuthConfig (63ae3b0cd75af37e83b3bf697a4358904d407ee4d1732b79ecafe41e1fb62fb7) AuthConfig (6c5466f2dbfff3667a65d933131db1f77e4204b576b9af22635e6a0ac73840d0) AuthConfig (8770a25b4a80e37f986b06443bd9dc799d880857d3044ac83dd00a1748b51fce) AuthConfig (823e5b8d9aa73ed42a9c34ecfa3ea2f8e847e485a31fd1001c01737093602bc5) AuthConfig (4969528bf2ec863255891cffe9131ef1edb0f6e8274840f6a5a7998fca986802) AuthConfig (fbc041c7d83664390e8363b1d4f28c49d2ac9a23d54e4f0f39ab27a816f295ee) AuthConfig (be44133c7661760b07583814c20187068329ded269f99095f18e41656cad56f9) AuthConfig (d639f94ea6e73fdf0dd6dd1d474d831f66aaabdb8638fac498c1a06454a8b88b) AuthConfig (91efeabba53cb4d00ad67f3e4a1bddade4aafdeeccb47a496944976e067cbfb2) AuthConfig (bf0e3d4f2dc9b92b45a04aa080dc01e7986eac01b4e9d69873512c5829cba7cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"4f53b611-4ee3-4964-a88d-b674e9b53030","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.372330641Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-sub","reconcileID":"96d056db-60d9-4b3d-ba2f-f9c0084d0e69","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.372480868Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-sub","reconcileID":"96d056db-60d9-4b3d-ba2f-f9c0084d0e69","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.856127518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"874a1837-ae11-4b9d-b994-abc58b79921d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.856184502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"329c7a3b-a482-4d7b-92f2-715e8ff9e7f0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.856856419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"9fed6b6f-a3f2-4d2d-8926-4f714008d77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.914035511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"874a1837-ae11-4b9d-b994-abc58b79921d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.914239842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"9fed6b6f-a3f2-4d2d-8926-4f714008d77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.916390984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"329c7a3b-a482-4d7b-92f2-715e8ff9e7f0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:34.971988186Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"329c7a3b-a482-4d7b-92f2-715e8ff9e7f0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:35.121100705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-status-transition-auth","reconcileID":"553e740f-3afc-4030-8c24-36da835e6e4b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.332005508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"266e80bc-e9fe-466d-abe3-302137f76ef8","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.385686869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","namespace":"ai-tenant-e2e-praxis-b-5b1e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.385784226Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","namespace":"ai-tenant-e2e-praxis-b-5b1e39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.38587304Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","tenant":"e2e-praxis-b-5b1e39","tenantID":"e2e-praxis-b-5b1e39","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.387259897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"9d245b85-43f2-4af2-9c5e-4b4cfee80db3","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.440279894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"Deployment","name":"maas-api-e2e-praxis-b-5b1e39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.506105859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"Service","name":"maas-api-e2e-praxis-b-5b1e39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.545981921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"20d2fc71-343d-491a-99ea-f2f976b6d78e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.570568694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-5b1e39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.615061939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"20d2fc71-343d-491a-99ea-f2f976b6d78e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.623393875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"750e98fa-0f50-4de2-bb04-1db26d66cd16","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.627424992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-5b1e39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.685038402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"4c3abcc8-a48b-4e4a-b028-2d943b1ac428","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.688395876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:36.743172207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf","reconcileID":"279acf2d-0b48-4740-b90e-f94addc44f0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.748976864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.795841506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"48026dd6-c73a-47cc-adb2-fb4ba14789f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.798535092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b8124600-7e0f-4d38-8c68-e1995d885baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.807529765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.854080897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"48026dd6-c73a-47cc-adb2-fb4ba14789f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.855206607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b8124600-7e0f-4d38-8c68-e1995d885baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.861401758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"ca8d0038-7d85-4132-9e62-dcf1e26af9c7","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.864014291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.917706012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.918559419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"0d18c05e-82c6-478e-9181-a3780c1b7862","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.954669784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"a6450065-de2d-42eb-a2d4-f53e82d8cd57","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:36.970625037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.025849384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"Service","name":"payload-processing-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.078149842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.113819646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1c645dc3-d71d-46c1-b1dd-93ecfb7f56a8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.133400301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.171827857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1c645dc3-d71d-46c1-b1dd-93ecfb7f56a8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.188791391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.192359548Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf","reconcileID":"6091ab77-ad8a-440a-9e08-62e566134797","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.19249929Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf","reconcileID":"6091ab77-ad8a-440a-9e08-62e566134797","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.246026867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.256383222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b6dfa7f1-f4f7-45db-bc73-dcb7192a9a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.256378132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"7529a979-7944-47f3-baa1-0e88b3a4360c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.302362262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.313955754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b6dfa7f1-f4f7-45db-bc73-dcb7192a9a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.314108517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"7529a979-7944-47f3-baa1-0e88b3a4360c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.354694041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.405676093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"00a10e18-93ab-4cee-9872-f12b3cf2d698","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.406823373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.414475751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"c975cd32-ce9a-40cf-a53b-c3a6b9df34cf","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.467915009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-5b1e39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.525966431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5b1e39"},"namespace":"ai-tenant-e2e-praxis-b-5b1e39","name":"default-tenant","reconcileID":"bc83ddc7-e16b-4a1f-964d-69e138c6af43","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-5b1e39","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.63271008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf","reconcileID":"654aeef9-cedb-4364-9a53-55ac1ab860a3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:37.632858423Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf","reconcileID":"654aeef9-cedb-4364-9a53-55ac1ab860a3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:38.786478255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0941af16-60b1-42ef-81a1-261a1f0378cd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:38.786789935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"ee7561fd-472f-4c1c-82f4-42cc5ffb0b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:38.787015469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d7750327-79e3-48ba-932e-4987ba759af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:38.8444186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d7750327-79e3-48ba-932e-4987ba759af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:38.845191973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0941af16-60b1-42ef-81a1-261a1f0378cd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:38.846893141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"ee7561fd-472f-4c1c-82f4-42cc5ffb0b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:39.717730998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"01a62456-7da6-48f7-a74a-83a171580619","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:39.882784894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"fd2de91e-c97f-4cfb-a941-7f33ffa8ce71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:39.882898932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"2668f5e4-f0fa-426c-8a8d-c93785281acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:39.883650545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"17cb3303-0dd3-4099-b72d-c0405d6319d2","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:39.941518239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"fd2de91e-c97f-4cfb-a941-7f33ffa8ce71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:39.941529225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"17cb3303-0dd3-4099-b72d-c0405d6319d2","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:39.943630897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"2668f5e4-f0fa-426c-8a8d-c93785281acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:40.952091105Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5b1e39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5b1e39","reconcileID":"c81bf6b9-2873-4bbb-b095-22b0c1d81ea4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5b1e39","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-5b1e39"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.101581378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24097d80-86be-46fd-9812-462b278d8ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.154329917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24097d80-86be-46fd-9812-462b278d8ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.207820605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24097d80-86be-46fd-9812-462b278d8ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:42.261049053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24097d80-86be-46fd-9812-462b278d8ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.475997765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"ac783d11-3426-47d7-b44b-7c7bbdd97188","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.533323781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"ac783d11-3426-47d7-b44b-7c7bbdd97188","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.870682332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"359c291a-f510-4ff1-85ee-1bf4bcdcd6aa","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:43.870714498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"359c291a-f510-4ff1-85ee-1bf4bcdcd6aa","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:44.182585022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cac4efc-2499-403f-986c-508efa90f45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:44.235812705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cac4efc-2499-403f-986c-508efa90f45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:44.289079835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cac4efc-2499-403f-986c-508efa90f45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:44.342503569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cac4efc-2499-403f-986c-508efa90f45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.551622076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"1cbcc733-88fc-436a-85cc-965b7a2efad5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-b563fd","tenantID":"e2e-praxis-b-b563fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.605551199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:47.673659785Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"1cbcc733-88fc-436a-85cc-965b7a2efad5","name":"e2e-praxis-b-b563fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:48.907702641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"f0608d94-293d-423e-b419-25e2b2b345a4","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:48.90773113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"f0608d94-293d-423e-b419-25e2b2b345a4","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:48.968742291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"fe4630bb-cee4-46d8-90c9-aa7c64e5c2d6","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:48.968773675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"fe4630bb-cee4-46d8-90c9-aa7c64e5c2d6","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.012093293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"d6970ed7-6777-4fa7-9bb4-85d208555eb8","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:49.019215981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"f1b7bb71-0be5-4663-830f-27206e14d593","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-086575-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:49.023332917Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"fe4630bb-cee4-46d8-90c9-aa7c64e5c2d6","name":"praxis-route-086575","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-086575\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:49.023392972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"fe4630bb-cee4-46d8-90c9-aa7c64e5c2d6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-086575\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.028738353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"4a9c2225-d00a-4a6d-98b1-38d9ffc49896","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.028756245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"4a9c2225-d00a-4a6d-98b1-38d9ffc49896","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.069296778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"d6970ed7-6777-4fa7-9bb4-85d208555eb8","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.132890219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"ed12afe9-48a4-4693-a098-42fd5e982c42","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.132915566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"ed12afe9-48a4-4693-a098-42fd5e982c42","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.188939073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"f6ea0872-7627-4148-992f-04616aa9dc61","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.188962947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"f6ea0872-7627-4148-992f-04616aa9dc61","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.381513858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"acf73edd-dbaf-4961-a546-b0cff826e3db","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.405330059Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"dfa6649a-5dca-4811-baa1-3b8b615cf965","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"maas-trlp-praxis-route-086575","model":"praxis-route-086575","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-086575/praxis-route-086575-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.438986207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"acf73edd-dbaf-4961-a546-b0cff826e3db","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.463919068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"f7c3704e-fbd8-49e3-9471-9d052ba4e62c","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.523168613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"e96f1262-63e1-424c-93bc-f71144b43cc5","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.580349606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"f9c35d20-3688-4c71-87a3-0377806f8109","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.580373742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"f9c35d20-3688-4c71-87a3-0377806f8109","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.681217833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube-auth","reconcileID":"6dcb8039-daf1-4424-bc04-e9a3435374d7","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.737406084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"68c0b082-d6ba-4b6d-a08a-16847f4e478d","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.740259375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube-auth","reconcileID":"6dcb8039-daf1-4424-bc04-e9a3435374d7","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.796211534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"34f2a3bb-46ff-48d0-9762-d3271138eb15","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"maas-trlp-praxis-route-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.796506127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"30c33952-d66f-45f3-a766-fe28b68639e3","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:49.853489196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube","reconcileID":"248de558-3ffc-49ef-b8cb-a4830f746089","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.883100226Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf","reconcileID":"718dd329-c513-490a-8f54-458e79491637","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.895852054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"9975a055-82b1-417d-842a-40bef1099855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.895873657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"922e7525-d142-41e4-b572-e46f0a2d5f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.953409318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"922e7525-d142-41e4-b572-e46f0a2d5f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.953604413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"9975a055-82b1-417d-842a-40bef1099855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:49.967414098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"3671034f-e8ec-42f7-b92d-c72d4e6bbf0a","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.015291869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"ea639f68-2568-43ca-88c8-b5d41b8a6f1b","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.025083043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"837b46ae-b56d-4b36-9981-14a0d551cf41","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.102126181Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf","reconcileID":"718dd329-c513-490a-8f54-458e79491637","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.10219798Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf","reconcileID":"718dd329-c513-490a-8f54-458e79491637","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.102321259Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf","reconcileID":"718dd329-c513-490a-8f54-458e79491637","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.175245251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube-auth","reconcileID":"4f5e9068-ba78-41ff-86ba-d3fd1e6d1af8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.233419382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube-auth","reconcileID":"4f5e9068-ba78-41ff-86ba-d3fd1e6d1af8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.298903002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube","reconcileID":"11e0f9da-b510-4a90-8ebc-5d4d353194c4","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.299049077Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube","reconcileID":"11e0f9da-b510-4a90-8ebc-5d4d353194c4","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b8717e/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.317902979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"172f18f3-b816-4bd9-8919-1aa71913ee5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.317903204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"7f609aa9-be35-4718-b584-92e5487ab621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.3413793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"93540560-24cc-4e0c-a346-4cf17d726bbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.375071179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"172f18f3-b816-4bd9-8919-1aa71913ee5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.375590566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"7f609aa9-be35-4718-b584-92e5487ab621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.427899798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"b05202bd-414b-4a4e-8629-e84e87f6e923","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.486495255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"c0316ff6-97d1-49f7-959e-d3c9788a5f30","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:28:50.520775787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube","reconcileID":"11e0f9da-b510-4a90-8ebc-5d4d353194c4","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.560979407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"0c5ade55-5b2b-4502-813d-40976bd8b63b","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.572602825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"c223f609-2fa5-4e55-9f49-6003e75a9009","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.585662899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"9f6cb9de-a7a7-4f11-90b9-3ab9d2ad25a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.585676135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2df9e88a-7832-41c7-8265-782bdb605c03","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.642780985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2df9e88a-7832-41c7-8265-782bdb605c03","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.643331351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"9f6cb9de-a7a7-4f11-90b9-3ab9d2ad25a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.686952658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"49199488-77c9-45fa-a4b3-1612cf645373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.732938663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube","reconcileID":"f225b50b-5ce6-436b-8d6a-a664239bec79","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.733077329Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube","reconcileID":"f225b50b-5ce6-436b-8d6a-a664239bec79","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b8717e/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.744126501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"49199488-77c9-45fa-a4b3-1612cf645373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.849300282Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-healthy-inf-auth","reconcileID":"15ca0b94-d988-4d3d-aff6-312c394e71d1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:50.955960936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"389a5956-fca4-4bea-a219-28e723fc6b64","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.01273816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"568d3655-0a8d-46ac-abbd-72947ed2627f","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.8840785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"f83b962a-fe9a-4b06-b945-714b962c1868","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:51.939274303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"311bee97-838e-4393-86a1-1630a3937bf6","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.099110863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"d3f0f335-89ec-4a60-a4b7-6c930f38d1c0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.15639913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"d3f0f335-89ec-4a60-a4b7-6c930f38d1c0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.477383844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"4e81827f-a464-4cf3-b974-fb6d15137c7d","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.636250402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"4a92c1e9-15c0-4ced-9884-f16f6d89217c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:28:52.694028439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"4a92c1e9-15c0-4ced-9884-f16f6d89217c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.153089853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"b328305a-26fc-4fdd-835c-b84fdfa8d2a8","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.208491499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"b2bffbea-0113-4317-9fab-d677a833db98","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:02.262799544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey","reconcileID":"54cd9e07-1057-45e6-a31a-59cb0904ae69","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.311014319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"0c5c1cdf-7bb9-4057-92e7-e923ef4c38ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.311252684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"fc8fe4ef-0491-4430-8b87-42e0b7f37dd8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.311017552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"9c34571c-ac64-4e25-a0e7-1d41cef189d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.368050653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"0c5c1cdf-7bb9-4057-92e7-e923ef4c38ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.369074607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"fc8fe4ef-0491-4430-8b87-42e0b7f37dd8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.370396582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"9c34571c-ac64-4e25-a0e7-1d41cef189d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.379539681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"227c92ee-f2ea-4fe8-a141-64655f80811f","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.44363371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"9d6e99d3-d57f-4b59-bf48-58353c297764","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.533751862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"cb2052da-d62c-4910-9714-e3b60e2220f0","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.76107184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"98a090bb-2e37-42ca-8677-5d8a5da48926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.761809223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"e23a21d2-1de2-42dd-bf77-c3f40bd331f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.767522516Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey","reconcileID":"3e355d01-60df-4e86-ab1a-f8df237df35f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.767693377Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey","reconcileID":"3e355d01-60df-4e86-ab1a-f8df237df35f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.815128483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d493e560-c704-4c38-85d3-27ca08d18f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.815397407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"34d914a1-3942-4d5b-a92f-07e1c5d5bf1a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.815128263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"27edb204-c660-4a38-a781-684c00d7d03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.819300668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"e23a21d2-1de2-42dd-bf77-c3f40bd331f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.81937248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"98a090bb-2e37-42ca-8677-5d8a5da48926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.872128302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"d493e560-c704-4c38-85d3-27ca08d18f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.87229923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"27edb204-c660-4a38-a781-684c00d7d03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.874616432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"34d914a1-3942-4d5b-a92f-07e1c5d5bf1a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:02.979369746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"464ff5be-2ea3-4e14-95ea-45bd6081aedf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.036019552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"2557fd91-15ba-450c-b54e-cc86f4b5d55e","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.135125781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube-auth","reconcileID":"c225bf63-386b-49a0-bfd9-bac985979192","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.191940237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube-auth","reconcileID":"c225bf63-386b-49a0-bfd9-bac985979192","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.247217661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey","reconcileID":"ea704e80-df9c-4d24-83b4-510e7265f932","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.247380828Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey","reconcileID":"ea704e80-df9c-4d24-83b4-510e7265f932","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:03.518106193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"84bbe369-0497-4b8d-bb50-85094f08201a","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:12.762216944Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube","reconcileID":"6994088e-0921-4732-9eda-2b303215519c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:12.98085948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube","reconcileID":"6994088e-0921-4732-9eda-2b303215519c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:12.98089794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube","reconcileID":"6994088e-0921-4732-9eda-2b303215519c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:12.981013448Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube","reconcileID":"6994088e-0921-4732-9eda-2b303215519c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b8717e/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.193849092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"def00d2f-89c5-4953-8d26-2e64d0e21de5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.307833078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"cf8f4bee-401f-4266-ac28-e1883f41a2bb","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.368259742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"e6ad0012-97ea-4e0f-9799-b6f0a4e6beaf","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.460464619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"f60af21e-907b-4d01-8961-c2888b2555e5","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.469125815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c0d1942e-f494-4a60-a011-3f923ce0b3a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.469126401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube-auth","reconcileID":"d1b67c91-f405-4c81-af84-9bb21b631762","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.472941166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8639306e-4c83-418b-94e6-4ef88288ad32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.526718725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c0d1942e-f494-4a60-a011-3f923ce0b3a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.526819676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube-auth","reconcileID":"d1b67c91-f405-4c81-af84-9bb21b631762","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.529276438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8639306e-4c83-418b-94e6-4ef88288ad32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.688762831Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-degraded-models-kube-auth","reconcileID":"593a40a5-cc86-4f0a-959d-40289826a05e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:13.850530683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"0ed5c65b-d0db-4ea0-aae9-069d4aa3f2ac","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.21741573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"311420f6-a417-458d-964c-80da4aaad32b","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.375307749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"2ab9fd9b-505c-4e32-8762-89e0a09bdf15","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.375453606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"0e33c87e-0ab4-415d-bc9b-dd90f2cfc71b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.375306637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f5d183d3-d754-4608-833c-9590ec369b6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.433464191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"0e33c87e-0ab4-415d-bc9b-dd90f2cfc71b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.434209059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f5d183d3-d754-4608-833c-9590ec369b6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:15.435632317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"2ab9fd9b-505c-4e32-8762-89e0a09bdf15","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:17.603340617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.862824598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b52862d-d131-4da6-b660-6e57a7092ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.916355591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b52862d-d131-4da6-b660-6e57a7092ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:18.970943283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b52862d-d131-4da6-b660-6e57a7092ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:19.024378434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b52862d-d131-4da6-b660-6e57a7092ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:20.960718734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5a59cc-832a-4af2-b9ef-0828cab8a0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:21.013386482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5a59cc-832a-4af2-b9ef-0828cab8a0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:21.066077761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5a59cc-832a-4af2-b9ef-0828cab8a0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:21.118843324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5a59cc-832a-4af2-b9ef-0828cab8a0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.592115897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"c12f41c6-92fe-4306-9678-2516e2ab5af7","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.648892125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"d07ec063-0635-4b2b-8368-2a9a68e76e67","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:22.700629532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-list-subs-refs-sub","reconcileID":"4d1f55d2-2621-4284-86f6-ceca51dd17fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.764863328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"fc6ed50e-1685-48e4-bcd4-e87d2604e203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.765089888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"5598ad8c-8159-44f2-bc19-77ff90b01e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.815859733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"4d5b3375-7763-4746-ba3b-7b35a4ead20f","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.874659414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"fc6ed50e-1685-48e4-bcd4-e87d2604e203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.876329088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"5598ad8c-8159-44f2-bc19-77ff90b01e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:22.877095078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"c8a5d8a8-d7f3-4a6d-af12-c7123420dec0","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.151684703Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-list-subs-refs-sub","reconcileID":"9eae98bf-8b52-4532-8a6b-12dc6c39a06f","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.242888297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"a50c849a-3021-4cd4-958c-d8c702ad4a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.242887562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c8dcf52e-27f5-43fc-b37e-cd9553de24a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.29998681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c8dcf52e-27f5-43fc-b37e-cd9553de24a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.300282111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"a50c849a-3021-4cd4-958c-d8c702ad4a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.318427938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"831c74d5-b527-418c-9f14-a5e5ef00f49a","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.363516824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"b01ea39f-d8f2-4f68-b651-731365d2f202","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.532251904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-list-subs-refs-sub","reconcileID":"c7a21837-663a-4a14-8914-86e9d04c146c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.653933754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d45e6f-6a0c-4a0b-8d12-a4f16e879206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.707590824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d45e6f-6a0c-4a0b-8d12-a4f16e879206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.760253476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d45e6f-6a0c-4a0b-8d12-a4f16e879206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:23.813122816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d45e6f-6a0c-4a0b-8d12-a4f16e879206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:24.249566787Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3bbd9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3bbd9b","reconcileID":"3f65105c-cceb-4ea4-9d80-dc43c74a7698","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3bbd9b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-3bbd9b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.381777842Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey","reconcileID":"1be13874-2356-4bc0-8f00-f374b28d8e47","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.600764352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"d14055f8-f972-4900-969c-6fb6f29ad20d","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.60349545Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey","reconcileID":"1be13874-2356-4bc0-8f00-f374b28d8e47","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.60352111Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey","reconcileID":"1be13874-2356-4bc0-8f00-f374b28d8e47","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.603622675Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey","reconcileID":"1be13874-2356-4bc0-8f00-f374b28d8e47","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.734654981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eeb1e3-297b-4043-8307-35bb3d86a711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.790917406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eeb1e3-297b-4043-8307-35bb3d86a711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.791163491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7cd86f8e-9eef-417a-b1f1-be62aefbde6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.845549194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eeb1e3-297b-4043-8307-35bb3d86a711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.845785156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"521c0c58-3ef1-4f50-94f5-41d2451f46cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.846609496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"76cff0d8-53e0-483f-9625-cf4fd417aca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.898342384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eeb1e3-297b-4043-8307-35bb3d86a711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.904250395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7cd86f8e-9eef-417a-b1f1-be62aefbde6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.904709041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"a8893db3-50a6-42dc-8bfb-38e6311cda19","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:25.95454514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"521c0c58-3ef1-4f50-94f5-41d2451f46cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:26.041490297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"08c0ad87-43b0-4189-8c0f-23ed2ce4c955","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:26.061632001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"796da3e2-a8b1-42ce-8198-c5169be4b907","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:26.114635823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b1e0da12-41b0-4da2-95e4-2e95407e7cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:26.114906205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"af5eb42e-73bb-4563-a1c3-e79e359b60b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:26.118920056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"796da3e2-a8b1-42ce-8198-c5169be4b907","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:26.173007379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b1e0da12-41b0-4da2-95e4-2e95407e7cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:26.173035611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"af5eb42e-73bb-4563-a1c3-e79e359b60b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:26.311101729Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-degraded-models-apikey-auth","reconcileID":"c99467bd-e1e1-42b2-915a-8a188ba7512e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:26.570729998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"68e2b15b-dd7d-4545-83a7-7a87165aec9f","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.768378192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"89f82797-0982-4438-8aa9-3b509437b2c9","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"maas-trlp-praxis-route-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.958773156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"df3ade86-12f8-4eaf-93d0-bdd299d53ce1","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:28.958887533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"df3ade86-12f8-4eaf-93d0-bdd299d53ce1","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.169731317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"5c23d793-0d8e-473b-a7b2-c15b8236677e","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:29.23179541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"5c23d793-0d8e-473b-a7b2-c15b8236677e","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.665245663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"b16795a6-95cf-4183-aa3c-0b8b1fca97db","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.665273562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"b16795a6-95cf-4183-aa3c-0b8b1fca97db","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.7719088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"a78b2c7f-4740-435a-8f54-9f4a6400664a","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.776843415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"5d84810d-4754-4c85-95de-cfb96d10fa6b","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.776868709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"5d84810d-4754-4c85-95de-cfb96d10fa6b","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.829046098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"a78b2c7f-4740-435a-8f54-9f4a6400664a","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:30.931636258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"9f610c26-b950-419d-bb86-0fb8dea0882b","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"maas-trlp-praxis-route-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:31.093168094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"78f53513-1d73-46f4-91fd-03c63848532d","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:31.150394531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"78f53513-1d73-46f4-91fd-03c63848532d","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:31.321503376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"a805daec-b680-443f-be97-f90424e000b1","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"maas-trlp-praxis-route-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:31.621527014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bdd98c-401e-419c-9ae1-3e9c0c01a9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:31.674297932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bdd98c-401e-419c-9ae1-3e9c0c01a9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:31.727019379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bdd98c-401e-419c-9ae1-3e9c0c01a9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:31.779916218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39bdd98c-401e-419c-9ae1-3e9c0c01a9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.693292973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18f6eb5-6759-411b-a821-37e81a1949f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.74631283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18f6eb5-6759-411b-a821-37e81a1949f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.799114568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18f6eb5-6759-411b-a821-37e81a1949f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:33.852879721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18f6eb5-6759-411b-a821-37e81a1949f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.188722216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"f1c47ff7-ca90-435b-825a-31463132d182","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.246500199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"1393cf07-c52e-4b92-befb-2bd5c5441ef8","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:34.297422592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-sub","reconcileID":"1d9af483-0a0e-4bea-b878-e6fc8c15c013","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.348858822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"6128ca1e-1a88-4a4e-ab8d-93304ac497a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.348873977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d97ebf59-a6ae-44af-98d2-dbdd4d7cf2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.406080901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"6128ca1e-1a88-4a4e-ab8d-93304ac497a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.40641189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"d97ebf59-a6ae-44af-98d2-dbdd4d7cf2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.446311943Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-90e0d5 priority=0:[ai-tenant-e2e-worker-w2-90e0d5/e2e-model-match-sub ai-tenant-e2e-worker-w2-90e0d5/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.446582203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"43dacf67-3f40-4ee7-bae6-5ed390a1f4b9","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.499279477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"e7965207-e892-4e17-8891-7030f7f70f2f","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:34.502941908Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-90e0d5/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.557540357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"c5225246-f43c-42fb-8660-c74fb5e5478b","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.558236692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"292d5b77-71ae-46c7-bb3a-ef8fb08e2ec7","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:34.562075729Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-90e0d5/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.617101103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"c49fae88-03f4-41f8-93f1-99d03147c35f","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.711879788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"a8aee224-0526-4e7b-8fd4-81acf58ed68f","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.770398037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9d1b204d-1c5c-4110-b55f-bf4f09011d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.770394357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4ff83449-96fa-48bd-af3f-4f0131007f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.771263431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"db5f2a5b-9154-40a5-b1ca-3b532cba41bf","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.774194761Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-sub","reconcileID":"f5d83a1b-5b1e-44e3-bd51-943a492900c5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-w2-90e0d5","model":"distinct-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.828344379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9d1b204d-1c5c-4110-b55f-bf4f09011d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:34.828580271Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"db5f2a5b-9154-40a5-b1ca-3b532cba41bf","name":"distinct-w2-90e0d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-90e0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:34.828624432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"db5f2a5b-9154-40a5-b1ca-3b532cba41bf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-90e0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.829512597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4ff83449-96fa-48bd-af3f-4f0131007f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.833798348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"e6f0be08-9d8b-4aaa-a47e-50c3bd89fc64","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.924231071Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-sub","reconcileID":"8f714e13-3238-4ecd-9c23-fbd55770879e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-2-w2-90e0d5","model":"distinct-2-w2-90e0d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-90e0d5/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:34.976773485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"12e7cc86-8579-48d7-8741-bd67d93744df","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.030945078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"e04207ab-78a2-4a9e-bbec-3902f96a2c7d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.039592632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"eeeae005-3f95-4581-bb7e-546d7f72d516","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.089011097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"e04207ab-78a2-4a9e-bbec-3902f96a2c7d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:35.096320663Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"eeeae005-3f95-4581-bb7e-546d7f72d516","name":"distinct-2-w2-90e0d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-90e0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:35.096387912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"eeeae005-3f95-4581-bb7e-546d7f72d516","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-90e0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.096534924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"12ab3346-d2f3-4fc1-8433-2f886cc13271","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.102282713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"8ac22c9f-f832-460e-a7df-b3864c79877f","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.102944007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"5b788db4-c074-4efb-827b-3f33bd90fbea","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.314539958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"b22763d9-77ec-4b07-9a77-5e28d82edc48","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.31578197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-sub","reconcileID":"f799da9d-7ac8-4bd0-8d06-0f1e73b06400","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/distinct-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.372442706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"b22763d9-77ec-4b07-9a77-5e28d82edc48","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.415633533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-sub","reconcileID":"fdb76d27-3f42-4560-bf6e-80eafa2354e7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-2-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.419613187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"20bcd57e-9c3e-4cf1-959f-039220b32fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.438309262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"14029325-26d2-4e90-9158-43185cbae669","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.477723754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"20bcd57e-9c3e-4cf1-959f-039220b32fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.52296513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3efaa1bb-a42c-4a12-bb37-0203dfca884e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.580067241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"3efaa1bb-a42c-4a12-bb37-0203dfca884e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.696174001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"1c8db8a2-d7be-4d13-a5d0-46de4b29f8c8","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.701542187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"ccad3099-2c02-463d-9d3e-ff2eb4ceb1a7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.771996242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"ccad3099-2c02-463d-9d3e-ff2eb4ceb1a7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.774556123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-list-subs-refs-sub","reconcileID":"264ebecd-7c2f-4d70-917a-f5cc4addb498","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.875152174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb65fe-3c39-42f2-b6fe-7fd77f6fc145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.928266577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb65fe-3c39-42f2-b6fe-7fd77f6fc145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.980995805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb65fe-3c39-42f2-b6fe-7fd77f6fc145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:35.981241142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"2983db69-e3ab-4ccf-a5ff-8ac18ef4fc00","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.033852021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb65fe-3c39-42f2-b6fe-7fd77f6fc145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.091357758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"2983db69-e3ab-4ccf-a5ff-8ac18ef4fc00","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.094279133Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-list-subs-refs-sub","reconcileID":"264ebecd-7c2f-4d70-917a-f5cc4addb498","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.357465257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"80d9cb22-20a9-461e-91ba-a37edde57aae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.361187126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"991a7d0e-593d-4d30-b0b3-3da5600da0f2","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.361485635Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-90e0d5 priority=0:[ai-tenant-e2e-worker-w2-90e0d5/e2e-model-match-sub ai-tenant-e2e-worker-w2-90e0d5/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.419592422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"d288ebc3-4242-4965-bc7e-ce2f44af6d98","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.479205081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"f2d29426-be97-42f6-9193-35f74eb08ee4","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.519250475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"411637f2-e6f6-4e78-9121-5ad9c453a77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.519489789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"fecc14fe-02fc-4082-9488-c88ea11053e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.57698561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"411637f2-e6f6-4e78-9121-5ad9c453a77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:36.576985613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"fecc14fe-02fc-4082-9488-c88ea11053e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.104516944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"95f79328-e4be-4459-92ea-51d6c97e044e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.104558161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"95f79328-e4be-4459-92ea-51d6c97e044e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.164115976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"b46ec984-ecd5-4880-a7da-793f1a9d8de4","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.270396921Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-90e0d5 priority=0:[ai-tenant-e2e-worker-w2-90e0d5/e2e-model-match-sub ai-tenant-e2e-worker-w2-90e0d5/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.270524348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"a5331178-ff02-43ea-9765-0a43488a1eb2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.270541567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"a5331178-ff02-43ea-9765-0a43488a1eb2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.328055203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"0a4f18e1-99ae-4c7f-a8c3-2dc645ee61e6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.328075798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"0a4f18e1-99ae-4c7f-a8c3-2dc645ee61e6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:37.377543253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-sub","reconcileID":"29260cec-d7e3-4032-bca9-2b9d786710eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.428000486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"33184356-de0e-4a39-8181-b8f4bab74e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.428000585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a81a3e33-7dc8-4835-91b3-500f0e4f98cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.442362057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-sub","reconcileID":"d010d0c6-fa95-43ba-9e0c-b8c6234e24a5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-2-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.484505206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"33184356-de0e-4a39-8181-b8f4bab74e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.484957931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a81a3e33-7dc8-4835-91b3-500f0e4f98cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.490984678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"08432bdc-a928-4b22-86ac-7a2271d99af3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.491002552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"08432bdc-a928-4b22-86ac-7a2271d99af3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.533966964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"281f7fc5-756b-4157-afac-61b4c692d630","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.533990747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"281f7fc5-756b-4157-afac-61b4c692d630","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.593047368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"99f34161-d4d9-4d47-a2c3-54f684e18482","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.593214132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"99f34161-d4d9-4d47-a2c3-54f684e18482","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:37.647374952Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"99f34161-d4d9-4d47-a2c3-54f684e18482","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:37.647442752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"99f34161-d4d9-4d47-a2c3-54f684e18482","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.652848842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"170d9f12-135f-435c-a6c5-ce1a8ec93c1d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.652867163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"170d9f12-135f-435c-a6c5-ce1a8ec93c1d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.761279273Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-sub","reconcileID":"d4f08a1d-2852-4a8b-9e43-6f86d53b8ef4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.798816022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-auth","reconcileID":"c29c37fe-1fbc-461f-b68e-d50495360e3b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.855481511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-auth","reconcileID":"c29c37fe-1fbc-461f-b68e-d50495360e3b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.901607064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"b37251c9-a81e-486a-997f-2d9d997b81f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.901756748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"14cf7cb0-ac67-4fc0-9f4b-c5b69b67ead5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.930357559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"152c3d22-e25a-4d12-a851-1c911bd94dda","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.930378452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"152c3d22-e25a-4d12-a851-1c911bd94dda","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.958988904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"14cf7cb0-ac67-4fc0-9f4b-c5b69b67ead5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:37.959291178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"b37251c9-a81e-486a-997f-2d9d997b81f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.167385816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-sub","reconcileID":"93ce28e6-720d-4d1f-acd7-009877b7e0d4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.172385681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"a4cb3a3a-d1e2-4a17-adcf-98b7c19d8e86","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.172403487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"a4cb3a3a-d1e2-4a17-adcf-98b7c19d8e86","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.3820981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-auth","reconcileID":"810387e1-c1aa-4bde-a5a1-a6548db66c8c","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.439589677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-auth","reconcileID":"810387e1-c1aa-4bde-a5a1-a6548db66c8c","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:38.707006033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-auth","reconcileID":"810387e1-c1aa-4bde-a5a1-a6548db66c8c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.923231318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-auth","reconcileID":"d74aa9b3-7b84-4922-96e0-9a69e22988de","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:38.97980456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-auth","reconcileID":"d74aa9b3-7b84-4922-96e0-9a69e22988de","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.899392866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-auth","reconcileID":"1a1fa34a-1869-4af1-b158-91d25006f391","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.899514134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"9f5d0bf1-e281-4921-b540-60352caf62cd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:40.899535111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"9f5d0bf1-e281-4921-b540-60352caf62cd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.108920218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"7556bf32-d0be-4c31-97b5-e90fa5f49959","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.108949746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"7556bf32-d0be-4c31-97b5-e90fa5f49959","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.115539471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"ef71e0e4-f20f-4e2b-b7cf-997c75e015c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.115539527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"5ac370d1-f7b9-4b07-b3a8-649a51124423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.169356208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-sub","reconcileID":"4fd7af24-b671-4a64-847e-a13fc1e3969a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.172685038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"5ac370d1-f7b9-4b07-b3a8-649a51124423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.173578362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"ef71e0e4-f20f-4e2b-b7cf-997c75e015c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.210362773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"7ad25c6a-0f76-472d-ba65-5da3a8cb1801","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.210385894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"7ad25c6a-0f76-472d-ba65-5da3a8cb1801","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.262052969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"a6ec61b6-7e3e-49d9-8dd0-7f5e864f05aa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.262076731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"a6ec61b6-7e3e-49d9-8dd0-7f5e864f05aa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.315439038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"26e64cb7-ba87-488a-9213-ae624173ceb5","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.372750199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"26e64cb7-ba87-488a-9213-ae624173ceb5","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.42149779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"97898149-89df-4468-819d-50a00aa1a03f","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"maas-trlp-praxis-route-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.534456678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"b9740447-ff7c-45f3-9b12-b5d923d79da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.534481797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6290213b-196e-4b1f-ab04-52e1afdbb67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.59096661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"b9740447-ff7c-45f3-9b12-b5d923d79da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.59124484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6290213b-196e-4b1f-ab04-52e1afdbb67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.637750677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"23595f19-a633-4aff-ad52-406bd46ef3f7","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.694330792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"23595f19-a633-4aff-ad52-406bd46ef3f7","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:41.744403178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"a7461d2c-360a-4a4e-b146-cea868445055","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"maas-trlp-praxis-route-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:44.665896189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c63f5b-3e05-45d7-beba-64c91ce5b13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:44.718488269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c63f5b-3e05-45d7-beba-64c91ce5b13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:44.771757281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c63f5b-3e05-45d7-beba-64c91ce5b13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:44.824250575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c63f5b-3e05-45d7-beba-64c91ce5b13a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.535024849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"2369ac06-5085-4cd8-a3b0-c66d4da4e91f","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.702441446Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-sub","reconcileID":"60558e77-f25f-41fa-ac51-6896e7041111","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f66928bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.76036192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41835a56-57e3-4a3d-a466-77211ca4a078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.813320558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41835a56-57e3-4a3d-a466-77211ca4a078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.813431835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"1a5fd154-af0c-4d85-a988-94b2cb632c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.813716938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"754add59-8660-47d1-975f-80efe66a89ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.813818577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"7b9c618b-0228-4565-b40f-26136f8fe459","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.813726274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"87787e03-d573-4234-ab0a-836cdd5dbb82","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.866425244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41835a56-57e3-4a3d-a466-77211ca4a078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.919450654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41835a56-57e3-4a3d-a466-77211ca4a078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.923878509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"87787e03-d573-4234-ab0a-836cdd5dbb82","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.923886305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"754add59-8660-47d1-975f-80efe66a89ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.926029484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"7b9c618b-0228-4565-b40f-26136f8fe459","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:46.926532359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"1a5fd154-af0c-4d85-a988-94b2cb632c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:47.403246982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"757322fe-e1de-46d1-9b49-9d13fce4eafd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:47.403501471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"6540f62e-3cc2-4288-9bfd-ff6faa92bef9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:47.403666364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"f377236d-709c-437f-b1ab-d4d6f2aee36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:47.403257108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"dbbcf137-4de4-432b-87f6-22802b54549a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:47.460793281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"dbbcf137-4de4-432b-87f6-22802b54549a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:47.461205202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"f377236d-709c-437f-b1ab-d4d6f2aee36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:47.463022261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"6540f62e-3cc2-4288-9bfd-ff6faa92bef9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:47.463406809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"757322fe-e1de-46d1-9b49-9d13fce4eafd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:47.602980756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.448889867Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-sub","reconcileID":"298aed7c-01ae-484d-8f22-90e84a241a38","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.501835269Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-sub","reconcileID":"298aed7c-01ae-484d-8f22-90e84a241a38","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.554780326Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-enrichment-sub","reconcileID":"298aed7c-01ae-484d-8f22-90e84a241a38","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.836075191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"9e8bde0c-0d81-46a7-a3f6-d553b48c44cf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"tenant":"e2e-worker-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.836622123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"e2e-enrichment-model-ref","reconcileID":"9e8bde0c-0d81-46a7-a3f6-d553b48c44cf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.896856031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"3e8c6aff-9bf1-400f-8465-21bf849c9b0c","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.907717868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-sub","reconcileID":"defa2b84-fbca-4bab-9147-7811a18b98b8","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-2-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.998595459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"f8b05470-7e3b-42a1-806f-1664b0359a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:51.999518928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6da67242-c087-4fb6-abf2-09027279274b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.072485186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"f8b05470-7e3b-42a1-806f-1664b0359a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.076563055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6da67242-c087-4fb6-abf2-09027279274b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.214083662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"38194be8-0d7d-4ddc-8466-3b00bad3c8fb","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.214777834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"2911d2e2-52ca-47d3-8a4c-ec0899cf3e9a","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.877270265Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"c5708114-bbe4-4322-9f7f-d8ebaefb37e6","namespace":"ai-tenant-e2e-praxis-a-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.877518033Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"c5708114-bbe4-4322-9f7f-d8ebaefb37e6","name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.935767038Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"c5708114-bbe4-4322-9f7f-d8ebaefb37e6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.93579796Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"c5708114-bbe4-4322-9f7f-d8ebaefb37e6","namespace":"ai-tenant-e2e-praxis-a-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.935931609Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"c5708114-bbe4-4322-9f7f-d8ebaefb37e6","name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.936436082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"3523f5b6-b95a-4f11-ac96-88b8bd79ab97","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.93645849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"3523f5b6-b95a-4f11-ac96-88b8bd79ab97","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.994600174Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"c5708114-bbe4-4322-9f7f-d8ebaefb37e6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.997981269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"eb9fdbdd-dab5-4622-9bc8-de5dc19b7078","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.998500976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"ed62e5d8-3faa-4c44-8423-d790602d24c8","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.99883041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"f505cf7b-7b2b-4d05-8169-0ab17df2b295","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:52.998843786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"f505cf7b-7b2b-4d05-8169-0ab17df2b295","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.042223895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"3d2553a7-c562-44ee-843b-4d3334cd9e2e","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.054723048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"ec0ebfeb-dbac-4a30-89f9-c4ecd3f7ff7b","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.055247602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"aa9062d0-6560-40e8-a6ee-3c903a42aa4c","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:29:53.061353711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-sub","reconcileID":"ff375522-f922-4095-9123-c279a131fd0c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.098716707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"3d2553a7-c562-44ee-843b-4d3334cd9e2e","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.100523035Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"84c6ec65-47a0-4465-b012-d64258efa399","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-69330c9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.208986876Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"8aaf1925-02c8-4c33-b4c9-d2ec36087425","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-69330c9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.21035037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"514e2943-99e9-46db-93be-5cabf802667d","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.210735551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"0646bd04-486b-4b0f-bc24-7e8c20da8306","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.261051601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"cbc7869b-75f3-4fa2-9d82-9c984252b8b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.261072966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"1cde0e04-f04a-43e9-9099-03b4f698df97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.264432732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"1a956704-fb51-4f4b-b624-4ad108559840","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.265642948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"ae33bde6-4589-4bcd-b8a5-fa566fd8c168","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.265941101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"c3ea01f1-b921-4e0c-aaf3-dbb9ee63ba68","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.318105185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"1cde0e04-f04a-43e9-9099-03b4f698df97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.318435137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"cbc7869b-75f3-4fa2-9d82-9c984252b8b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.319123437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"8659597d-eb0a-44c2-887b-47f122e1079f","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.362308457Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"f436ac6c-3752-48e8-a706-4220e0006780","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.478346967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-auth","reconcileID":"6ede68b7-30ff-468d-b0c7-abcdb923ac54","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.53536078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-auth","reconcileID":"6ede68b7-30ff-468d-b0c7-abcdb923ac54","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.537431556Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-sub","reconcileID":"e2194c4a-7dfd-4d6f-92b3-5f2458b6fbee","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.568301914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"f436ac6c-3752-48e8-a706-4220e0006780","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.627067959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"9c428391-3a23-4f2d-baab-f92a0e4aee07","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.673491619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"98d278bc-3f63-4925-b863-2dd12cc2da1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.67349011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"21b02726-b702-4321-bfc2-dc43768d295e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.683290196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"9c428391-3a23-4f2d-baab-f92a0e4aee07","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.691724102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"f436ac6c-3752-48e8-a706-4220e0006780","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"e2e-praxis-a-086575-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.691742613Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-auth","reconcileID":"f436ac6c-3752-48e8-a706-4220e0006780","MaaSAuthPolicy":{"name":"praxis-route-086575-auth","namespace":"ai-tenant-e2e-praxis-a-086575"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.698728714Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-sub","reconcileID":"e2194c4a-7dfd-4d6f-92b3-5f2458b6fbee","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-distinct-w0-b8717e","model":"distinct-w0-b8717e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.730678327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"98d278bc-3f63-4925-b863-2dd12cc2da1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.730737947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"21b02726-b702-4321-bfc2-dc43768d295e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.748386989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"a71b668b-ac41-46a5-98f2-55f396e53652","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.748410697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"a71b668b-ac41-46a5-98f2-55f396e53652","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.748881151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"73be4912-06fd-4170-a224-a5fe4cf849a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.805098901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"67c7797b-fa04-475a-a9aa-222f032d70a9","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.91893959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"4c0dba32-512a-4617-a4fd-623fcdece41c","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:53.919384722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"5a186f13-a09e-48c3-9480-0599e1652f95","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.005483578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-auth","reconcileID":"641ceaba-fdb2-4358-9028-f1345c117d23","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.009513874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c3f625f0-909a-4199-b9c5-f2a14a6a96ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.062405661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-auth","reconcileID":"641ceaba-fdb2-4358-9028-f1345c117d23","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.065924637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c3f625f0-909a-4199-b9c5-f2a14a6a96ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.130366038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-sub","reconcileID":"7e210a45-362b-4dd5-a321-b449106459bc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.210891082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"abc6f275-b21d-4c82-b322-640a250c4d0f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.211043037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"e515af3d-1593-4e8b-8f35-871bd99662e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.210886912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"1b3eed6c-8a5e-4f57-99a5-0a9e8602ce69","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.269466739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"1b3eed6c-8a5e-4f57-99a5-0a9e8602ce69","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.269494998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"abc6f275-b21d-4c82-b322-640a250c4d0f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.274741116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"e515af3d-1593-4e8b-8f35-871bd99662e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:54.288066166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-sub","reconcileID":"7e210a45-362b-4dd5-a321-b449106459bc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-distinct-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/distinct-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.577412654Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-auth","reconcileID":"2e1377a3-0891-4572-809f-62b2f6219bee","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.577418621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"61d0856a-b08a-4ae8-b758-3ae879260cb4","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.741000374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"d69f5807-0365-4190-8324-865c16c0067b","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.75572138Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-sub","reconcileID":"a8ff0374-d000-4648-8e08-3a59dbc4b2f6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-w2-90e0d5","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.809029133Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-sub","reconcileID":"a8ff0374-d000-4648-8e08-3a59dbc4b2f6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.862363062Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-sub","reconcileID":"a8ff0374-d000-4648-8e08-3a59dbc4b2f6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/distinct-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.891105093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"a6bda1d8-1ad2-4d44-bd39-fd21aa152a4a","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:56.891510262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"41182e1b-3963-44ff-8776-bfdf25038cc3","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.052855626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"1d40779e-9aeb-4050-9827-2ad50377692e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.052910116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"cfc244d8-699a-4099-8647-8cddc17364e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.110023179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"cfc244d8-699a-4099-8647-8cddc17364e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.110777992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"1d40779e-9aeb-4050-9827-2ad50377692e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.136903461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"7622fb8d-df55-4eba-ad08-5f2267e1c135","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.284594311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"4d2d9e35-6bb6-4796-a753-e167aece4e98","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.398765519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"a703d3eb-cfee-4fa7-930a-aff0deac4ec3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.398997723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"3bbe7e8f-b654-4828-b11f-4b310938c604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.398761398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"8b0461e0-bb17-4a4f-b96f-a0d3ae24a0a7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.447710701Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-sub","reconcileID":"042a7475-2d68-4f02-a46d-46d179a22b2b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fbff259f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.455258299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"a703d3eb-cfee-4fa7-930a-aff0deac4ec3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.455920824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"8b0461e0-bb17-4a4f-b96f-a0d3ae24a0a7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.457527945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"3bbe7e8f-b654-4828-b11f-4b310938c604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.538860343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"c79d0691-1881-497e-a212-406be2f589da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:57.595756228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"c79d0691-1881-497e-a212-406be2f589da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.036915019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"eaf0387f-1f0f-43c4-a359-6ef40a6a8d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.037458586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"18afbe6c-ea29-436b-baac-1f540e516df2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.03800376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"0e4e1b27-fabe-4de3-804a-e95d8018e9d1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.111000787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"eaf0387f-1f0f-43c4-a359-6ef40a6a8d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.113313613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"18afbe6c-ea29-436b-baac-1f540e516df2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.115386004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"0e4e1b27-fabe-4de3-804a-e95d8018e9d1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.161347937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"205bae35-7c2b-43b4-a2e9-510b00747a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.221249017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"205bae35-7c2b-43b4-a2e9-510b00747a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.781096982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e49b2e-557e-4bc6-be2b-0d2fc362f4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.83462834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e49b2e-557e-4bc6-be2b-0d2fc362f4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.887812703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e49b2e-557e-4bc6-be2b-0d2fc362f4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:29:58.940333936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e49b2e-557e-4bc6-be2b-0d2fc362f4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:00.874035913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdcf233-4e3d-44f3-9cc8-3b8de0c1ebea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:00.92722515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdcf233-4e3d-44f3-9cc8-3b8de0c1ebea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:00.979967691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdcf233-4e3d-44f3-9cc8-3b8de0c1ebea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:01.033492116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdcf233-4e3d-44f3-9cc8-3b8de0c1ebea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:03.266768325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"428a3c23-1a4c-46f1-b7ee-0391375621c6","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","subscription":"praxis-route-086575-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:03.319879075Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"428a3c23-1a4c-46f1-b7ee-0391375621c6","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:03.374254897Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575-sub","reconcileID":"428a3c23-1a4c-46f1-b7ee-0391375621c6","MaaSSubscription":{"name":"praxis-route-086575-sub","namespace":"ai-tenant-e2e-praxis-a-086575"},"name":"maas-trlp-praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:03.654070756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"a0d4d8ff-b8aa-4c68-90ae-4d3b9192b232","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"tenant":"e2e-praxis-a-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","model":"ai-tenant-e2e-praxis-a-086575/praxis-route-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:03.65409563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"a0d4d8ff-b8aa-4c68-90ae-4d3b9192b232","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"routeName":"praxis-route-086575-kserve-route","namespace":"ai-tenant-e2e-praxis-a-086575","llmisvcName":"praxis-route-086575","gateway":"openshift-ingress/e2e-praxis-a-086575","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.05663021Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-sub","reconcileID":"8a0cc703-c715-4d2a-8f0b-3b3ec38e2c63","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.287890972Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-sub","reconcileID":"8a0cc703-c715-4d2a-8f0b-3b3ec38e2c63","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.288009126Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-sub","reconcileID":"8a0cc703-c715-4d2a-8f0b-3b3ec38e2c63","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/distinct-w0-b8717e","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.341875848Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-sub","reconcileID":"8a0cc703-c715-4d2a-8f0b-3b3ec38e2c63","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/distinct-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.394585445Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-partial-access-sub","reconcileID":"8a0cc703-c715-4d2a-8f0b-3b3ec38e2c63","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/distinct-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.509585288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-sub","reconcileID":"27c2ced5-3042-4231-9519-ee16d32cf9f9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.511402815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"8c4d874a-448f-4c7a-96f4-90529c975958","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.565794364Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-sub","reconcileID":"27c2ced5-3042-4231-9519-ee16d32cf9f9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.622182038Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-sub","reconcileID":"27c2ced5-3042-4231-9519-ee16d32cf9f9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.681331936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"90ba8764-4501-4b35-9a21-c19d39a4d213","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.681979053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"89d934a1-3569-42cf-ba28-2f6d837010ef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.852666498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"b58e7507-eb45-4c77-8f70-c477bb13ad15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.853469599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"412361cf-f67f-4fed-a4d6-9493d2029a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.927518417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"412361cf-f67f-4fed-a4d6-9493d2029a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.947928598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"b58e7507-eb45-4c77-8f70-c477bb13ad15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:07.974494432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"fa741f5c-b400-4e16-ad45-5bcf7ba9ce07","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.100276349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"9d301077-7d85-403f-b886-9f321e0e5fc4","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.418546255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"47e5266b-7bbc-474c-b060-bbe4a74f8160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.419427467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"5fec1bd9-bb8f-41fc-a3a2-7a5fbcf44941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.421177675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"094c70aa-a4ef-4ab8-a7d4-30c5c0234ad9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.509273826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"094c70aa-a4ef-4ab8-a7d4-30c5c0234ad9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.519401884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"47e5266b-7bbc-474c-b060-bbe4a74f8160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.542366959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"5fec1bd9-bb8f-41fc-a3a2-7a5fbcf44941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.553591934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"1fe54956-5263-4c8e-9560-91b61a9708e4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.615927821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"1fe54956-5263-4c8e-9560-91b61a9708e4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.620726922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"0a612a61-e928-48c7-b114-c0bdafe258a6","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.686116005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"9177bea5-e5b6-448a-89a2-25a731fcbace","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.742566673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-match-auth","reconcileID":"60a560f9-5105-4f39-9b5f-3652a4ee39c5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-w2-90e0d5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:08.745181705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-sub","reconcileID":"ec39c141-8de9-4ef5-9147-81681af593f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.746805737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"e907f6be-db9d-48fa-803b-97fb4b49e66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.83169684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"e907f6be-db9d-48fa-803b-97fb4b49e66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.889591957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"0c67904e-6482-4580-84d4-09f78b80e283","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.892182658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"8e6af655-8b0c-41db-859b-6f56eeaa9f39","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.952756372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"7749243f-d5be-4111-b653-6e7bd3cf51f8","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.95490122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"ff56427b-6237-45df-be7c-b137d347bae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:08.995203601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"d455f8ba-d317-4a3d-8458-d838e0742f5b","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.016938814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"ff56427b-6237-45df-be7c-b137d347bae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.07818935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"bde87558-528d-4cc0-a855-244c87806f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.081690909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"d4855c29-251e-4e79-8a2c-f548a6b27890","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.130803594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"a9fb8242-3c31-4bf9-ae11-2228ebbb32e3","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.152400567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"bde87558-528d-4cc0-a855-244c87806f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.167160331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"d4855c29-251e-4e79-8a2c-f548a6b27890","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.193481541Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-sub","reconcileID":"e4646541-dc1e-4d43-90e3-637a5d956c95","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-distinct-w0-b8717e","model":"distinct-w0-b8717e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b8717e/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.253711063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"f7b946f1-d7bb-4828-848e-52445ed668a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.317702803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"69876f0c-7718-4b23-845c-f58dadf7021a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.322902541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"f7b946f1-d7bb-4828-848e-52445ed668a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.376308978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"69876f0c-7718-4b23-845c-f58dadf7021a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.382499256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"140dfb3b-1975-40c1-abae-6ad6156dd53a","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.434256678Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"e2e-model-nomatch-auth","reconcileID":"31823972-c557-4e91-b112-87768f6bf6e6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/distinct-2-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.476926783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"22429363-a77f-456a-b405-060cc7b3a7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.489818035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"277dd20f-30f6-4041-9741-7445d0f88725","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.536016688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"22429363-a77f-456a-b405-060cc7b3a7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.595355798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-sub","reconcileID":"2774ef53-816c-4fee-9c22-c7bc3521a7bb","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-distinct-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/distinct-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.642503322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"4996759b-5aee-4c3c-a0a6-0fd55f211787","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.698446072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-auth","reconcileID":"4018d49a-2c8d-4829-8893-9acc76dab70d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:09.756179932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-auth","reconcileID":"4018d49a-2c8d-4829-8893-9acc76dab70d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.033963832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"0f7e291d-2ae1-4b47-a009-12941c4c419c","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.242809048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-auth","reconcileID":"75114d17-c400-46cd-9bf9-09d11039edf1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:10.299853445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-auth","reconcileID":"75114d17-c400-46cd-9bf9-09d11039edf1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:12.282023469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-auth","reconcileID":"5107f617-5e79-4ce6-a544-9ff024b3609a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/distinct-2-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:12.282174548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"a477c9f2-b1ad-4104-9c17-d826ea415fec","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:12.491757411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"08245db2-810e-4209-ba8f-1c633be5c228","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:17.603097835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.16546239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"d226d097-39bd-494d-a07c-71f5429f9482","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-3bbd9b","tenantID":"e2e-praxis-b-3bbd9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:18.283116925Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"d226d097-39bd-494d-a07c-71f5429f9482","name":"e2e-praxis-b-3bbd9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.638527312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"f64115b5-3236-42ae-8c08-2353ae9e4d82","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.79666752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"43531e9f-0767-46b9-a30b-568b043111a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.79667435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"31ca010a-cc6b-4284-b583-fede645477a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.853616266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"43531e9f-0767-46b9-a30b-568b043111a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:22.85474631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"31ca010a-cc6b-4284-b583-fede645477a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.186913249Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","namespace":"ai-tenant-e2e-praxis-a-a853fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.186996459Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","namespace":"ai-tenant-e2e-praxis-a-a853fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.187066769Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","tenant":"e2e-praxis-a-a853fe","tenantID":"e2e-praxis-a-a853fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.243212739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"Deployment","name":"maas-api-e2e-praxis-a-a853fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.313319432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"Service","name":"maas-api-e2e-praxis-a-a853fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.372714306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-a853fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.430164448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-a853fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.490784719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.549788998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.610555575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.669767535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.722184308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.776790754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.829048301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"Service","name":"payload-processing-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.881437161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.933623078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:23.985882191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.038090838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.094626165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.146921036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.199506262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.256878812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-a853fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:24.311899363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a853fe"},"namespace":"ai-tenant-e2e-praxis-a-a853fe","name":"default-tenant","reconcileID":"4c36f141-d19d-40dc-a0a5-d297351e0ecf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-a853fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:25.159020665Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a853fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a853fe","reconcileID":"568c0a39-1085-4fd1-a092-8871d996063d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a853fe","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-a853fe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:26.273651544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d0577b-b9fd-49ff-b28f-a54b6f9b204b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:26.32696121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d0577b-b9fd-49ff-b28f-a54b6f9b204b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:26.382626457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d0577b-b9fd-49ff-b28f-a54b6f9b204b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:26.436282473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d0577b-b9fd-49ff-b28f-a54b6f9b204b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:28.34290439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b16f8fe-c28f-4d4e-8774-144293752d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:28.395730844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b16f8fe-c28f-4d4e-8774-144293752d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:28.448481701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b16f8fe-c28f-4d4e-8774-144293752d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:28.501081936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b16f8fe-c28f-4d4e-8774-144293752d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:32.803463492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-sub","reconcileID":"9ca8b07b-6c03-4c9c-a0c3-d4575ad19f8e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/distinct-w0-b8717e","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:32.859171074Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-sub","reconcileID":"9ca8b07b-6c03-4c9c-a0c3-d4575ad19f8e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/distinct-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:32.917701231Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"e2e-no-access-sub","reconcileID":"9ca8b07b-6c03-4c9c-a0c3-d4575ad19f8e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/distinct-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.233618821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"22e03ad8-b2fa-4f83-82ec-1307771c34dd","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.43152862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"882d74bd-ab27-4325-94ad-a69c5865b1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.431571965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"3e1628b8-74e5-4ed4-944b-17046697387a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.490539505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"3e1628b8-74e5-4ed4-944b-17046697387a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.490553996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"882d74bd-ab27-4325-94ad-a69c5865b1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.862393419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71139b2d-d846-474a-bf12-3cbe135052c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.915067757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71139b2d-d846-474a-bf12-3cbe135052c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:33.967668944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71139b2d-d846-474a-bf12-3cbe135052c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:34.020402828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71139b2d-d846-474a-bf12-3cbe135052c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:36.193111974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbc63a3-0211-4efe-95e7-0fb89b8558ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:36.281118616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbc63a3-0211-4efe-95e7-0fb89b8558ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:36.33559121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbc63a3-0211-4efe-95e7-0fb89b8558ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:36.411996874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbc63a3-0211-4efe-95e7-0fb89b8558ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:37.136585164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"f491d7b2-42a7-4791-ba8c-d1c30ede3fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:37.137698743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f79ddf64-92e0-4c81-b433-8d8732a0af20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:37.198365977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"f79ddf64-92e0-4c81-b433-8d8732a0af20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:37.200847288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"f491d7b2-42a7-4791-ba8c-d1c30ede3fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:37.508030696Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a0116e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a0116e","reconcileID":"de9e4291-2736-45ff-80eb-4f56ae0e466a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a0116e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a0116e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:38.503250081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd441727-0bab-41ee-be9e-659b591ca8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:38.555879577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd441727-0bab-41ee-be9e-659b591ca8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:38.608619125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd441727-0bab-41ee-be9e-659b591ca8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:38.665007193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd441727-0bab-41ee-be9e-659b591ca8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.691203202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32c7d57-9504-47ea-80ba-274a0e88340a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.745279347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32c7d57-9504-47ea-80ba-274a0e88340a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.799126947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32c7d57-9504-47ea-80ba-274a0e88340a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:40.851821475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32c7d57-9504-47ea-80ba-274a0e88340a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:42.034872183Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e90906","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e90906","reconcileID":"e5a30ad4-9497-44f6-85f5-139f7e732c40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-e90906","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-e90906":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:42.872323787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c54f2b-73d7-4f7f-ae84-43b3ea9298eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:42.925572118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c54f2b-73d7-4f7f-ae84-43b3ea9298eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:42.979271508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c54f2b-73d7-4f7f-ae84-43b3ea9298eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:43.033051061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85c54f2b-73d7-4f7f-ae84-43b3ea9298eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:44.952213809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee53136-8bae-4e7a-b581-b44af86a5e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:45.004765578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee53136-8bae-4e7a-b581-b44af86a5e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:45.057220324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee53136-8bae-4e7a-b581-b44af86a5e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:45.109791299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee53136-8bae-4e7a-b581-b44af86a5e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:47.014507834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9348eec-a440-4b14-8f73-2b49343f6d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:47.067574113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9348eec-a440-4b14-8f73-2b49343f6d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:47.136287639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9348eec-a440-4b14-8f73-2b49343f6d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:47.198740166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9348eec-a440-4b14-8f73-2b49343f6d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:47.603057824Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:49.128410734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1a69a5-5ec2-442b-ba06-cd73efb72edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:49.181418946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1a69a5-5ec2-442b-ba06-cd73efb72edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:49.2350451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1a69a5-5ec2-442b-ba06-cd73efb72edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:49.287811713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1a69a5-5ec2-442b-ba06-cd73efb72edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.89581224Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","namespace":"ai-tenant-e2e-praxis-a-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.895918236Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","namespace":"ai-tenant-e2e-praxis-a-086575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.896014627Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","tenant":"e2e-praxis-a-086575","tenantID":"e2e-praxis-a-086575","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:50.951894209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"Deployment","name":"maas-api-e2e-praxis-a-086575","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.034239285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"Service","name":"maas-api-e2e-praxis-a-086575","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.092564838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-086575","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.150046076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-086575","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.208378958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.267354205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.294406149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e753b186-c584-426b-9274-ebffc9dba800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.348880573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e753b186-c584-426b-9274-ebffc9dba800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.350491398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.407015154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e753b186-c584-426b-9274-ebffc9dba800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.461810299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e753b186-c584-426b-9274-ebffc9dba800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.462759726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.515554293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.568400368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.627492339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"Service","name":"payload-processing-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.683510762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.740801327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.795078057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.847472319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.903733572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:51.955629845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:52.016473692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:52.069063784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-086575","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:52.121441357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"default-tenant","reconcileID":"9dadf908-7b47-4ab2-95c0-1146b0f6d006","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-086575","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:53.068880714Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-086575","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-086575","reconcileID":"96706ac0-83d5-4436-a05c-30783ce0b044","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-086575","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-086575"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.249956815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"ceb6ac08-75c0-44be-b2ad-12249cb42078","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.30830137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"ceb6ac08-75c0-44be-b2ad-12249cb42078","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.317457543Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"1cf3b6d1-b6a8-478e-86d1-9d84cd09a56e","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.317643757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"1cf3b6d1-b6a8-478e-86d1-9d84cd09a56e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.328457336Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"d8035f17-225c-4253-ac6c-fe29bccb9561","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.328649517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"d8035f17-225c-4253-ac6c-fe29bccb9561","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.349593653Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"0b1fba6c-8200-413a-9369-bf8a089d99e0","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.349773687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"0b1fba6c-8200-413a-9369-bf8a089d99e0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.390461597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"aadb2455-8183-4bb0-9fd3-5213f3cfcd37","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.390556034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"aadb2455-8183-4bb0-9fd3-5213f3cfcd37","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.470883222Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"e33b4496-69a2-47b8-a289-36fcd030cb48","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.470966034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"e33b4496-69a2-47b8-a289-36fcd030cb48","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:53.498785702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b17d6b7-d68a-4e91-b82c-31f1c35ef54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:53.552324705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b17d6b7-d68a-4e91-b82c-31f1c35ef54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:53.60509448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b17d6b7-d68a-4e91-b82c-31f1c35ef54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.631541737Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"03b2ea10-e278-4866-bfab-d3381c9cc94f","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.631638374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"03b2ea10-e278-4866-bfab-d3381c9cc94f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:53.658686713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b17d6b7-d68a-4e91-b82c-31f1c35ef54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.952447899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"9f8b677c-45d1-49e0-a8b8-6f0723ab0b2b","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:53.952530031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"9f8b677c-45d1-49e0-a8b8-6f0723ab0b2b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:54.593596233Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"35406a85-0e34-49b4-9cb1-de1e31ea5eb3","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:54.593667505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"35406a85-0e34-49b4-9cb1-de1e31ea5eb3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.658547407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53a12b4-b83f-4efe-89f7-b1aacca467c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.714939104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53a12b4-b83f-4efe-89f7-b1aacca467c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.768561299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53a12b4-b83f-4efe-89f7-b1aacca467c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:55.824785755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53a12b4-b83f-4efe-89f7-b1aacca467c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:55.874247817Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"fe8bf9b6-abd2-4dbc-b7ef-bb87527db25d","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:55.874322456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"fe8bf9b6-abd2-4dbc-b7ef-bb87527db25d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.754087626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e2334e-ed08-4102-b602-a15dd9ca56e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.807514947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e2334e-ed08-4102-b602-a15dd9ca56e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.86030872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e2334e-ed08-4102-b602-a15dd9ca56e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:30:57.918036763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76e2334e-ed08-4102-b602-a15dd9ca56e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:58.435325942Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"9716d904-9508-4691-aa0b-d51e5a5ba42b","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:58.435404044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"9716d904-9508-4691-aa0b-d51e5a5ba42b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:59.162928254Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"5ba2c6a3-a8cf-4f7a-b1bc-0644cdadf9ef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:30:59.163045586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"5ba2c6a3-a8cf-4f7a-b1bc-0644cdadf9ef","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:05.986568808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"9716d045-2bf1-4f70-992d-7c3ec72ad01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:05.986568785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6e66a773-d483-41d0-86e1-ba8b17575d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:06.043699936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"6e66a773-d483-41d0-86e1-ba8b17575d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:06.043709517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"9716d045-2bf1-4f70-992d-7c3ec72ad01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:31:09.404199507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"d738ea32-77e6-48a1-9efc-c446bc0b991f","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:31:09.404270932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"d738ea32-77e6-48a1-9efc-c446bc0b991f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:31:13.317524235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"7c9084e2-0014-49b8-bdf4-16853ca89b6a","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:31:13.317698889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"7c9084e2-0014-49b8-bdf4-16853ca89b6a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:14.291618273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4321b52-a3ed-4745-8b3b-1e21e11c1487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:14.344721212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4321b52-a3ed-4745-8b3b-1e21e11c1487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:14.400201952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4321b52-a3ed-4745-8b3b-1e21e11c1487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:14.454148948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4321b52-a3ed-4745-8b3b-1e21e11c1487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:16.342430875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c39e6d0-a59b-45f8-a62a-15c827948d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:16.396144732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c39e6d0-a59b-45f8-a62a-15c827948d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:16.449110092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c39e6d0-a59b-45f8-a62a-15c827948d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:16.50276479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c39e6d0-a59b-45f8-a62a-15c827948d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:17.602626149Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:18.417062791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f92972e-aed0-4d17-88d2-aa5dc08910b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:18.46992192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f92972e-aed0-4d17-88d2-aa5dc08910b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:18.522987079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f92972e-aed0-4d17-88d2-aa5dc08910b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:18.575908948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f92972e-aed0-4d17-88d2-aa5dc08910b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:20.482206042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9563a88c-fd99-4f71-a202-9f86d950f1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:20.535000825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9563a88c-fd99-4f71-a202-9f86d950f1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:20.587579243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9563a88c-fd99-4f71-a202-9f86d950f1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:20.640464181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9563a88c-fd99-4f71-a202-9f86d950f1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.535615712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6e92eb-d360-48f6-8368-1cb9cea29511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.588093277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6e92eb-d360-48f6-8368-1cb9cea29511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.640522922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6e92eb-d360-48f6-8368-1cb9cea29511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.640646702Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","namespace":"ai-tenant-e2e-praxis-b-b563fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.692998051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec6e92eb-d360-48f6-8368-1cb9cea29511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.693120482Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","namespace":"ai-tenant-e2e-praxis-b-b563fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.693240835Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","tenant":"e2e-praxis-b-b563fd","tenantID":"e2e-praxis-b-b563fd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.747604192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"Deployment","name":"maas-api-e2e-praxis-b-b563fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.810968855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"Service","name":"maas-api-e2e-praxis-b-b563fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.866594018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-b563fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:22.963756666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-b563fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.019937543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.075417594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.133451074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.188230204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.240825843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.293225121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.347421416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"Service","name":"payload-processing-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.399801806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.452203055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.504202149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.556411128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.613089351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.6653769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.772544407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.825015415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-b563fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:23.877554905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b563fd"},"namespace":"ai-tenant-e2e-praxis-b-b563fd","name":"default-tenant","reconcileID":"635829ad-359c-4267-bad9-fb4de69c27cf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-b563fd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:24.655397552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fba024f-e5c5-444f-b31d-baff73894b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:24.707884709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fba024f-e5c5-444f-b31d-baff73894b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:24.760774977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fba024f-e5c5-444f-b31d-baff73894b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:24.768030039Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b563fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b563fd","reconcileID":"88e5639c-eccc-475f-8fdb-f59ff6fe55c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b563fd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-b563fd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:24.813602958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fba024f-e5c5-444f-b31d-baff73894b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:31:24.977692388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"711d4a9c-05b4-4d25-b554-2972b22225b4","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:31:24.977779233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-086575","namespace":"ai-tenant-e2e-praxis-a-086575"},"namespace":"ai-tenant-e2e-praxis-a-086575","name":"praxis-route-086575","reconcileID":"711d4a9c-05b4-4d25-b554-2972b22225b4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-086575/praxis-route-086575: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-086575/praxis-route-086575-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-086575]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:26.759101668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5ec067-ee15-4ccf-8bdb-c037e80d9e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:26.812181074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5ec067-ee15-4ccf-8bdb-c037e80d9e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:26.86494553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5ec067-ee15-4ccf-8bdb-c037e80d9e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:26.918405101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5ec067-ee15-4ccf-8bdb-c037e80d9e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:28.863255749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be049c86-f4e0-408b-affd-1278f6497aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:28.916084336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be049c86-f4e0-408b-affd-1278f6497aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:28.968860689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be049c86-f4e0-408b-affd-1278f6497aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:29.022196959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be049c86-f4e0-408b-affd-1278f6497aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.272346281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"77874ba1-bc2f-4fcc-8994-927570217d81","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.329789126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"d2a11e00-1be1-4779-8134-b5277a42d854","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.486984308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-auth-no-access","reconcileID":"49e2247f-cdc6-492c-9a02-2795c948cddc","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.544767401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-auth-no-access","reconcileID":"49e2247f-cdc6-492c-9a02-2795c948cddc","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.550771753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"0e1cab0e-7eaa-4caa-a98b-d6ff63bfb322","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.60830163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"db52896d-e9b1-4f08-b764-44c808e42a43","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:31:33.660565457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-subscription-no-access","reconcileID":"df310e1a-6abf-4f79-9a9f-074923eb3eb5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.707874722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"fc230cba-552a-4062-b688-b5673d46cc03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.707872256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"c82e1b37-cd47-4532-bf1a-32cea7b0a400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.764754216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"c82e1b37-cd47-4532-bf1a-32cea7b0a400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.764982581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"fc230cba-552a-4062-b688-b5673d46cc03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.775384082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"4f389849-be7a-460a-8665-4eb1d35b9688","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.831585491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"9892edb0-e25b-4b79-8c7b-4b1ca4be5453","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:33.86389345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"8d0a6faf-7592-4d97-8fc8-fa687093eb96","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.007723564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"ef83cdc7-d27e-488b-ba0a-eb0977a45608","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.023091648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-auth-no-access","reconcileID":"a4b8837b-3cf1-4caf-bb2a-994638734199","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.082859435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-auth-no-access","reconcileID":"a4b8837b-3cf1-4caf-bb2a-994638734199","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.106510551Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-subscription-no-access","reconcileID":"ad84de02-37ad-4b2f-add1-5f44fdeab10d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-1c3eef/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.128219211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"5c2a85c0-2a10-4ff1-a5f5-afdcbc654846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.128219208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"29f719f8-d48b-40ff-ba0b-a17d4485abf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.129697019Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"ef83cdc7-d27e-488b-ba0a-eb0977a45608","name":"e2e-shared-a-w2-a0116e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.185383394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"5c2a85c0-2a10-4ff1-a5f5-afdcbc654846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.185506269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"29f719f8-d48b-40ff-ba0b-a17d4485abf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.277579203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"bae55cb7-d108-4539-9680-36959d4d554e","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.318309301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"c9080100-f753-4811-82e4-2194f0218d50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:34.491750217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-subscription-no-access","reconcileID":"d6609e1c-f10c-4dd9-9d9f-00d17f7d5e61","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:36.902763069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"a622e7db-ecfe-4b6d-9ca9-484e53303836","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:37.059656141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-auth-no-access","reconcileID":"e7340ba2-a96a-4a38-b28b-e748eee4a10d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:37.059782154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"226b04c6-8d46-4046-9419-237734e902bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:37.059656604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"ea7ed2d7-f723-402b-ab8d-8c6fcbad3e0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:37.116473087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"226b04c6-8d46-4046-9419-237734e902bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:37.116633475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"ea7ed2d7-f723-402b-ab8d-8c6fcbad3e0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:37.118676106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-auth-no-access","reconcileID":"e7340ba2-a96a-4a38-b28b-e748eee4a10d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:38.771959964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c2a5a58-bf63-422a-90d8-b77830591492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:38.82499873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c2a5a58-bf63-422a-90d8-b77830591492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:38.877674652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c2a5a58-bf63-422a-90d8-b77830591492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:38.930555632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c2a5a58-bf63-422a-90d8-b77830591492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:39.0369701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"9c4e2cba-89b2-42d2-ade8-4d18350ec012","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:39.1525999Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"9c4e2cba-89b2-42d2-ade8-4d18350ec012","name":"e2e-shared-a-w0-e90906-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:40.955375611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4d87f4-3997-43a7-87a0-0b7ffdf9bd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:41.008308635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4d87f4-3997-43a7-87a0-0b7ffdf9bd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:41.060849867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4d87f4-3997-43a7-87a0-0b7ffdf9bd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:41.113414791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4d87f4-3997-43a7-87a0-0b7ffdf9bd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:43.033922212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5377d8-bb58-4fd3-8f5d-8b59a99ab1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:43.08666397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5377d8-bb58-4fd3-8f5d-8b59a99ab1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:43.139541765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5377d8-bb58-4fd3-8f5d-8b59a99ab1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:43.192554354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5377d8-bb58-4fd3-8f5d-8b59a99ab1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:45.147946915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eaafc6b-e93b-4d71-84ef-c350ad43e32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:45.200764105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eaafc6b-e93b-4d71-84ef-c350ad43e32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:45.253441739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eaafc6b-e93b-4d71-84ef-c350ad43e32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:45.306852168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eaafc6b-e93b-4d71-84ef-c350ad43e32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.066439088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-subscription-no-access","reconcileID":"57d0b862-7e72-4a40-8610-63693e5b8a83","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.206288278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e020083f-0f76-49d7-9bf6-6bf9116c1d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.26031369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e020083f-0f76-49d7-9bf6-6bf9116c1d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.313412551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e020083f-0f76-49d7-9bf6-6bf9116c1d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.319725408Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-subscription-no-access","reconcileID":"57d0b862-7e72-4a40-8610-63693e5b8a83","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-1c3eef/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.366234461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e020083f-0f76-49d7-9bf6-6bf9116c1d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.578649814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"97415b95-578f-4a9b-8354-a40be0a07988","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.584963196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"f56b06a3-1c45-4f94-9e0c-5d1615af11a5","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.603698453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.733266157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"cb17b141-0df1-4f75-a3fb-d37c38f1fa25","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.741677904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-auth-no-access","reconcileID":"750757f2-d127-4843-9811-07c4bf76b823","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.741931498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"d0929be3-5a3d-4aa2-a7ae-53649d8cad2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.742179709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"8984ef48-cc38-4bb0-8270-98f6a7741dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.800023903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-auth-no-access","reconcileID":"750757f2-d127-4843-9811-07c4bf76b823","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.800286967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"d0929be3-5a3d-4aa2-a7ae-53649d8cad2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:47.802435437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"8984ef48-cc38-4bb0-8270-98f6a7741dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:48.006365319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"e2e-test-auth-no-access","reconcileID":"83bbf38b-dc10-4abd-9ad1-8ee37aaf7afc","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:48.219068697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"af42db1b-81e4-4124-a8c7-4ffe012531c9","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:49.27590759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d532bf4-fe32-45af-b25d-e04a057f141a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:49.328905486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d532bf4-fe32-45af-b25d-e04a057f141a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:49.381820395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d532bf4-fe32-45af-b25d-e04a057f141a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:49.434437872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d532bf4-fe32-45af-b25d-e04a057f141a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.661804894Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","namespace":"ai-tenant-e2e-praxis-a-42e8a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.661883075Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","namespace":"ai-tenant-e2e-praxis-a-42e8a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.66194856Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","tenant":"e2e-praxis-a-42e8a1","tenantID":"e2e-praxis-a-42e8a1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.716546251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"Deployment","name":"maas-api-e2e-praxis-a-42e8a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.780389208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"Service","name":"maas-api-e2e-praxis-a-42e8a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.835764296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-42e8a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.89011855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-42e8a1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:54.94688793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.012000268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.0697159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.126084968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.178230499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.230703146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.282844336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"Service","name":"payload-processing-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.335182904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.388344749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.440393416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.492401471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.548346049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.60070244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.652782831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.712501617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-42e8a1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:55.765191279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-42e8a1"},"namespace":"ai-tenant-e2e-praxis-a-42e8a1","name":"default-tenant","reconcileID":"c92f058e-7e40-4015-a4db-5c23dd1bc09d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-42e8a1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:56.621484227Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-42e8a1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-42e8a1","reconcileID":"1bdb2f96-6321-453f-850e-b92969964f3a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-42e8a1","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-42e8a1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:57.732001744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9699c1bd-5e77-4cf7-877b-12630d9ba7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:57.784822175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9699c1bd-5e77-4cf7-877b-12630d9ba7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:57.837329675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9699c1bd-5e77-4cf7-877b-12630d9ba7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:57.890176571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9699c1bd-5e77-4cf7-877b-12630d9ba7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:59.871652723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26619057-4af9-45ee-8bee-a8ab67bae137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:59.926986737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26619057-4af9-45ee-8bee-a8ab67bae137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:31:59.980987806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26619057-4af9-45ee-8bee-a8ab67bae137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:00.035318235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26619057-4af9-45ee-8bee-a8ab67bae137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:02.020034359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ba39f9-afb2-4a1e-bb0c-68508814dde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:02.075428123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ba39f9-afb2-4a1e-bb0c-68508814dde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:02.13439644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ba39f9-afb2-4a1e-bb0c-68508814dde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:02.188955855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ba39f9-afb2-4a1e-bb0c-68508814dde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:04.186798214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1351f9cb-d5ba-4b3e-88dd-ad6fca04f32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:04.239507921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1351f9cb-d5ba-4b3e-88dd-ad6fca04f32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:04.292416219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1351f9cb-d5ba-4b3e-88dd-ad6fca04f32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:04.345229269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1351f9cb-d5ba-4b3e-88dd-ad6fca04f32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.280248895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d41d5ac-6e49-4ee2-9f9f-fe5fb5a99d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.332876055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d41d5ac-6e49-4ee2-9f9f-fe5fb5a99d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.385541627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d41d5ac-6e49-4ee2-9f9f-fe5fb5a99d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:06.43849609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d41d5ac-6e49-4ee2-9f9f-fe5fb5a99d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:08.360964075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b303a8ee-a4e2-4c8b-a797-1c87edb8aaef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:08.416432212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b303a8ee-a4e2-4c8b-a797-1c87edb8aaef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:08.469762183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b303a8ee-a4e2-4c8b-a797-1c87edb8aaef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:08.522755223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b303a8ee-a4e2-4c8b-a797-1c87edb8aaef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:10.422165541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8aa1a2e-d4fa-42a8-9cf2-89b08c80367e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:10.474725826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8aa1a2e-d4fa-42a8-9cf2-89b08c80367e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:10.529231048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8aa1a2e-d4fa-42a8-9cf2-89b08c80367e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:10.583202562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8aa1a2e-d4fa-42a8-9cf2-89b08c80367e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:12.244174035Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-b4deef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-b4deef","reconcileID":"48df5b5e-5aad-4e55-b9d0-1249ff7b0e5f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-b4deef","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-b4deef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:12.55531812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5952902-59fc-4e30-86d2-261a88ec9932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:12.608065629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5952902-59fc-4e30-86d2-261a88ec9932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:12.705244254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5952902-59fc-4e30-86d2-261a88ec9932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:12.775818432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5952902-59fc-4e30-86d2-261a88ec9932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:14.701957683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d98761-051f-46f7-821a-e1b7a9b6db04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:14.754561745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d98761-051f-46f7-821a-e1b7a9b6db04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:14.807303801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d98761-051f-46f7-821a-e1b7a9b6db04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:14.860433311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d98761-051f-46f7-821a-e1b7a9b6db04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:17.602787169Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:28.45969456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023b27d4-ab97-485d-8a73-6bb3c97d23ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:28.512293169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023b27d4-ab97-485d-8a73-6bb3c97d23ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:28.564956688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023b27d4-ab97-485d-8a73-6bb3c97d23ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:28.617613081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023b27d4-ab97-485d-8a73-6bb3c97d23ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:30.57174755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db602cbd-0cf5-4be7-b410-3d97b0bd3bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:30.628897991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db602cbd-0cf5-4be7-b410-3d97b0bd3bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:30.683316924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db602cbd-0cf5-4be7-b410-3d97b0bd3bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:30.736280349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db602cbd-0cf5-4be7-b410-3d97b0bd3bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:32.678018973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac7503b-0ab6-47f4-b8c9-bb3280f5712b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:32.730711138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac7503b-0ab6-47f4-b8c9-bb3280f5712b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:32.784298919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac7503b-0ab6-47f4-b8c9-bb3280f5712b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:32.837401258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac7503b-0ab6-47f4-b8c9-bb3280f5712b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:34.724625421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3e7827-0686-456a-932d-2ff124f4203c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:34.778866111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3e7827-0686-456a-932d-2ff124f4203c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:34.785879723Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6c788d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6c788d","reconcileID":"01c78cfa-5ba6-4362-92d4-01f5190cf59b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-6c788d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-6c788d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:34.831636806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3e7827-0686-456a-932d-2ff124f4203c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:34.884623653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3e7827-0686-456a-932d-2ff124f4203c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:36.848273544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6944777-c9ac-4091-9456-973c7a19e4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:36.900944917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6944777-c9ac-4091-9456-973c7a19e4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:36.953271866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6944777-c9ac-4091-9456-973c7a19e4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:37.006008354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6944777-c9ac-4091-9456-973c7a19e4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:38.934352644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c7d6d6-27ce-4ae7-bf50-d909c11d2559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:38.988425331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c7d6d6-27ce-4ae7-bf50-d909c11d2559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:39.045669475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c7d6d6-27ce-4ae7-bf50-d909c11d2559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:39.101298848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c7d6d6-27ce-4ae7-bf50-d909c11d2559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.296171572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269765be-3090-48bf-ac2c-27b9090bb1ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.348884141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269765be-3090-48bf-ac2c-27b9090bb1ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.401327646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269765be-3090-48bf-ac2c-27b9090bb1ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.454513947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269765be-3090-48bf-ac2c-27b9090bb1ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.457009232Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","namespace":"ai-tenant-e2e-praxis-b-37a390","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.457061117Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","namespace":"ai-tenant-e2e-praxis-b-37a390","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.457112541Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","tenant":"e2e-praxis-b-37a390","tenantID":"e2e-praxis-b-37a390","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.511301397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"Deployment","name":"maas-api-e2e-praxis-b-37a390","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.57399814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"Service","name":"maas-api-e2e-praxis-b-37a390","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.629447721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-37a390","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.721685628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-37a390","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.776972142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.832258619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.839565683Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-b1eb3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-b1eb3f","reconcileID":"fba4ba6d-2258-43aa-bc5a-c7a0c5a09616","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-b1eb3f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-b1eb3f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.897223621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:42.955410172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.012825624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.064811817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.116807112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"Service","name":"payload-processing-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.171383806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.224247813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.276522463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.328576511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.387094628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.439429257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.525269278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.591610608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-37a390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:43.64737064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37a390"},"namespace":"ai-tenant-e2e-praxis-b-37a390","name":"default-tenant","reconcileID":"c25dedcf-c0ac-44cd-be2b-a45bd894c1d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-37a390","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:44.399181204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f250dd57-799f-4931-8378-943774228732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:44.451852903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f250dd57-799f-4931-8378-943774228732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:44.504447737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f250dd57-799f-4931-8378-943774228732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:44.557008568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f250dd57-799f-4931-8378-943774228732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:44.565734286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-37a390","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-37a390","reconcileID":"cc51a1af-c19a-4f22-ad41-7dd89abaa25f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-37a390","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-37a390"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:46.451844761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670a0c59-ab56-4be0-ba03-ace5099bb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:46.505322239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670a0c59-ab56-4be0-ba03-ace5099bb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:46.557635538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670a0c59-ab56-4be0-ba03-ace5099bb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:46.609972066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670a0c59-ab56-4be0-ba03-ace5099bb69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:47.603641878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:48.563277671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8db5ed8-012b-4c98-9665-9ba18b60205d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:48.616435011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8db5ed8-012b-4c98-9665-9ba18b60205d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:48.669589698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8db5ed8-012b-4c98-9665-9ba18b60205d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:48.723901055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8db5ed8-012b-4c98-9665-9ba18b60205d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.056250545Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","namespace":"ai-tenant-e2e-praxis-b-3bbd9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.05632084Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","namespace":"ai-tenant-e2e-praxis-b-3bbd9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.056392348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","tenant":"e2e-praxis-b-3bbd9b","tenantID":"e2e-praxis-b-3bbd9b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.110469416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"Deployment","name":"maas-api-e2e-praxis-b-3bbd9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.170768947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"Service","name":"maas-api-e2e-praxis-b-3bbd9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.225621447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-3bbd9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.280195916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-3bbd9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.335236578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.390893302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.447988502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.503682891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.556407489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.612753173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.666546722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"Service","name":"payload-processing-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.718663292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.772003584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.824642125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.879585461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.935612406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:49.990474891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:50.042958285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:50.098948776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-3bbd9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:50.159497094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3bbd9b"},"namespace":"ai-tenant-e2e-praxis-b-3bbd9b","name":"default-tenant","reconcileID":"f4e71a60-3238-44a2-92ae-a098e0ee8698","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-3bbd9b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:51.020996081Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3bbd9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3bbd9b","reconcileID":"bcedb586-54c3-4f1a-8315-f03af9dd8497","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3bbd9b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-3bbd9b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:52.135277941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09932690-081c-4234-9d90-db56a6e5865f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:52.188244613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09932690-081c-4234-9d90-db56a6e5865f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:52.240711408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09932690-081c-4234-9d90-db56a6e5865f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:52.29338479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09932690-081c-4234-9d90-db56a6e5865f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:52.84975392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"1953de59-b49d-4fa9-950b-9b904dc1b867","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:52.907497007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"e8452d8e-88e6-455a-95fc-f265ee5f509c","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.064236285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-no-auth","reconcileID":"0c3e9552-5757-4fb1-a7c7-8873c086fb48","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.104578704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"d201b440-eed7-4c38-aeaa-8ac632c3dd7f","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.120466326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-no-auth","reconcileID":"0c3e9552-5757-4fb1-a7c7-8873c086fb48","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.159693583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"33e4dcce-24c1-4820-99d0-7f1b9e6ed1e4","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:32:53.213951633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-sub-only","reconcileID":"3aaf228f-32c3-49f8-a8fc-3fa8c543f016","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.298073427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"40bee016-2b85-4a20-a0a1-3d9ece1ebe7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.298288455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"aed665e8-fbf5-44cc-a18e-ba25b1191469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.326870798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"a4249fd0-0681-4fe2-8b42-dc2fa04df75c","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.408858731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"40bee016-2b85-4a20-a0a1-3d9ece1ebe7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.408890167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"aed665e8-fbf5-44cc-a18e-ba25b1191469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.409490547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"613b3726-68db-4134-be4b-4625b6c8575c","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.436330881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"ecf023c3-2236-4f68-91b1-0b0465472f52","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.617413507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-no-auth","reconcileID":"56590c12-1000-4f7f-a467-2f5c1df2def5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.715208684Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-sub-only","reconcileID":"c8e7af77-2fca-4bcf-a1c4-9a3bb13cf573","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/e2e-test-group-sub-only","ai-tenant-e2e-worker-w3-e90e35/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.716617631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-no-auth","reconcileID":"56590c12-1000-4f7f-a467-2f5c1df2def5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.813671177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"20dc40c1-24f1-44cb-85b6-91acc204d584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.813843162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"6afba091-3c0d-4a82-b1f0-44f894c62f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.870502407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"6afba091-3c0d-4a82-b1f0-44f894c62f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.871009811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"20dc40c1-24f1-44cb-85b6-91acc204d584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.883039547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"7e6686fb-f9ad-4a49-be86-ff1f7c24504d","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:53.928305571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"9196fae6-2cad-41c3-a6d3-7dbed6479d2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:54.094626271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-sub-only","reconcileID":"1136220e-7e6c-4c57-83e0-3faaa4411c76","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:54.265738695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db2159a-fa28-4626-8b7f-74f9ca8ee4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:54.318361535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db2159a-fa28-4626-8b7f-74f9ca8ee4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:54.370797979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db2159a-fa28-4626-8b7f-74f9ca8ee4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:54.42345136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db2159a-fa28-4626-8b7f-74f9ca8ee4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.328422012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571ee697-d741-487a-b268-2f82aaf5050f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.381062424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571ee697-d741-487a-b268-2f82aaf5050f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.432388638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"b8dab06d-a5ed-48d1-b8d5-73cbeadb24dc","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.435164757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571ee697-d741-487a-b268-2f82aaf5050f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.488443982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571ee697-d741-487a-b268-2f82aaf5050f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.646102327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"45e73f26-2db6-448d-b306-448c3ecda062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.64611835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-no-auth","reconcileID":"455ea9e2-e525-44ec-b3a5-d00bcef947d9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.646729933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"cb905f15-97f3-430e-96ad-962a057521c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.704088821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"45e73f26-2db6-448d-b306-448c3ecda062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.704250719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-no-auth","reconcileID":"455ea9e2-e525-44ec-b3a5-d00bcef947d9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:56.706381153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"cb905f15-97f3-430e-96ad-962a057521c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:58.431446002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d282d772-2e18-4c7d-a093-d3e4fa6b75d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:58.4840522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d282d772-2e18-4c7d-a093-d3e4fa6b75d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:58.536775962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d282d772-2e18-4c7d-a093-d3e4fa6b75d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:32:58.589771887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d282d772-2e18-4c7d-a093-d3e4fa6b75d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:00.497116206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea3d19e-d7d6-4efb-b270-22c1364a999d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:00.54981196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea3d19e-d7d6-4efb-b270-22c1364a999d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:00.602343822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea3d19e-d7d6-4efb-b270-22c1364a999d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:00.655032004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea3d19e-d7d6-4efb-b270-22c1364a999d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:00.707466626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"6bd146a6-b0c8-4cc3-b4ed-8be3b26d0e21","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:00.830910243Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"6bd146a6-b0c8-4cc3-b4ed-8be3b26d0e21","name":"e2e-shared-a-w1-b4deef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:06.601048197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-sub-only","reconcileID":"27cfb7eb-dd03-4ac6-a76f-2ea19d23286f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:06.819386601Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-sub-only","reconcileID":"27cfb7eb-dd03-4ac6-a76f-2ea19d23286f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-e90e35/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.032125131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"ffec734c-4b4e-40b8-b903-114b84ace966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.082515587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"504a356b-7fb2-421c-a101-0751ef18b5d5","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.231715045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"8eab8547-fa01-4767-9fb2-d10e1dc61c7d","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.24031454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"5206f46e-22c3-47b3-8750-c0184c39f9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.240446666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"4db540da-f2f0-4156-be08-8f6683336ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.240315549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-no-auth","reconcileID":"76b3355e-2f66-4f72-93d2-3e8d5eed6986","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.299788732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"4db540da-f2f0-4156-be08-8f6683336ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.300071274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"5206f46e-22c3-47b3-8750-c0184c39f9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.302113213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-no-auth","reconcileID":"76b3355e-2f66-4f72-93d2-3e8d5eed6986","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.509745379Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"e2e-test-group-no-auth","reconcileID":"314b71f7-a4fb-4cae-b64d-cdaacd25eb40","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:07.672166703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"3ffa8050-3825-4533-bbd9-6630f2637090","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:17.60308962Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:22.255842543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121fd48a-976a-48bb-b984-a3f0ee054df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:22.308934498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121fd48a-976a-48bb-b984-a3f0ee054df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:22.361607757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121fd48a-976a-48bb-b984-a3f0ee054df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:22.414552934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121fd48a-976a-48bb-b984-a3f0ee054df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:22.787526274Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-89cf28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-89cf28","reconcileID":"b5289976-3cf0-443b-9d42-093b518ea8ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-89cf28","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-89cf28":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:24.340286827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07e27ab-c5f7-4c3b-aabf-0894d577b94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:24.392786341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07e27ab-c5f7-4c3b-aabf-0894d577b94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:24.445190958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07e27ab-c5f7-4c3b-aabf-0894d577b94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:24.497666255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07e27ab-c5f7-4c3b-aabf-0894d577b94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:25.689451708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"f4f6b25b-1d19-42d6-88fb-67f23a047075","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:25.744403076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"9efe3e63-0af9-4eae-b58e-662313462d36","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:25.917572751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"6cc0b1e6-0aa0-497a-91fd-8af51a89b3cb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:25.977065518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"6cc0b1e6-0aa0-497a-91fd-8af51a89b3cb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.297905889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"b2b2d6d6-4704-4f3d-a1a0-8da87dc743e4","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.478774699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7960273f-96f1-42e5-8c1b-e643f7fed933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.479309437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"77ef2cf9-71f7-453b-9a84-d422cf1f9bdd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.534541149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7960273f-96f1-42e5-8c1b-e643f7fed933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.589000814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7960273f-96f1-42e5-8c1b-e643f7fed933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.592950958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"77ef2cf9-71f7-453b-9a84-d422cf1f9bdd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:26.644683711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7960273f-96f1-42e5-8c1b-e643f7fed933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:28.620115403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84b6661-dea0-47d3-b88c-46178413126f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:28.673497951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84b6661-dea0-47d3-b88c-46178413126f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:28.728411857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84b6661-dea0-47d3-b88c-46178413126f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:28.781564114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a84b6661-dea0-47d3-b88c-46178413126f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.601662824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"fc2a01e7-9ab2-46be-b336-4325a4b8d724","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.686434869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14cb7e8-1c7f-4f50-a37a-a2d8c5636d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.739103527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14cb7e8-1c7f-4f50-a37a-a2d8c5636d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.750043604Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"fc2a01e7-9ab2-46be-b336-4325a4b8d724","name":"e2e-shared-b-w2-6c788d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.791699943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14cb7e8-1c7f-4f50-a37a-a2d8c5636d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:30.845817078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14cb7e8-1c7f-4f50-a37a-a2d8c5636d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:32.738255834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e8ec92-9347-4b45-8112-21309cf4d8b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:32.791088687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e8ec92-9347-4b45-8112-21309cf4d8b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:32.844264809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e8ec92-9347-4b45-8112-21309cf4d8b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:32.897439547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e8ec92-9347-4b45-8112-21309cf4d8b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:34.790714738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50992976-6be0-4b97-a7ae-435b52326cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:34.84343244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50992976-6be0-4b97-a7ae-435b52326cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:34.896082636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50992976-6be0-4b97-a7ae-435b52326cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:34.948934071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50992976-6be0-4b97-a7ae-435b52326cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:35.952261252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"f731a8e5-273f-4639-97b5-1c0f044b17bd","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.068644684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"4421ba10-4c8d-4a16-a4d4-5bae7909f928","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:33:36.120645274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-sub","reconcileID":"1be76c53-af41-4314-b727-e729448f870a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.168853949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"b87611cf-dc13-4497-bd1c-524fe5216744","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.16894837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"ccaed511-38fb-47ff-be85-34d818324a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.169414426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"7d5c4541-c1dd-4c66-9300-82d7b6c5baae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.225790383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"ccaed511-38fb-47ff-be85-34d818324a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.228791473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"7d5c4541-c1dd-4c66-9300-82d7b6c5baae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.230792669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"b87611cf-dc13-4497-bd1c-524fe5216744","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.237418577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"65b4837f-147b-4db6-b932-8323fe7d34de","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.368329042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"0be3b5f1-5436-40da-8414-d3f9d06655f6","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.648642221Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-sub","reconcileID":"8a707a52-4c46-4b8e-8797-48595246faa7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d2a3e0/e2e-status-active-sub","ai-tenant-e2e-worker-w4-d2a3e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.673822881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"3ecb2bf9-e2f7-4278-9944-c48633dfb7e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.674642406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"8678503b-ac55-4bcd-b060-6d5d21a00de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.67481109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"2db59020-bfb0-4918-bd6b-110d7614bcac","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.732734905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"3ecb2bf9-e2f7-4278-9944-c48633dfb7e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.732742821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"8678503b-ac55-4bcd-b060-6d5d21a00de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.735073279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"2db59020-bfb0-4918-bd6b-110d7614bcac","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.817677297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"510f25b4-be8c-4b8a-8c3b-5ed451ae8394","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.861512051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"d538d9da-5aa5-47c3-a932-f3e893b39821","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.897059616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033852f4-0851-45a1-b103-3f6347a3d29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:36.950048994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033852f4-0851-45a1-b103-3f6347a3d29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.002987332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033852f4-0851-45a1-b103-3f6347a3d29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.055548504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033852f4-0851-45a1-b103-3f6347a3d29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:37.164907678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-sub","reconcileID":"a1eaaeb1-126b-4733-93fa-119af1cb7a15","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:40.935675947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"38ae5a09-71fb-4284-ba70-1e61d582c33d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:41.052475374Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"38ae5a09-71fb-4284-ba70-1e61d582c33d","name":"e2e-shared-b-w0-b1eb3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:46.526548662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"8b4ff382-76df-434d-8bcb-69e8cc300fa5","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:46.689366407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"b54b9e51-a78a-448f-9ea7-516e8de6f544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:46.691948101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"819770ea-f766-4a97-a3f9-686c19368ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:46.692157506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"a6f2a192-b20c-485a-9d73-969d8595e70e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:46.747683261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"b54b9e51-a78a-448f-9ea7-516e8de6f544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:46.749621341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"a6f2a192-b20c-485a-9d73-969d8595e70e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:46.752866363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"819770ea-f766-4a97-a3f9-686c19368ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:47.604685948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:56.694289195Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-sub","reconcileID":"e54f7c65-79d5-44a1-be5b-67deb207fcda","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:56.9112732Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-sub","reconcileID":"e54f7c65-79d5-44a1-be5b-67deb207fcda","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d2a3e0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.124425169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"54791553-47d8-42ce-945e-f630f11bc926","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.175073664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"9411171f-e76a-45aa-96ca-1cb7ea51aec4","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.313182358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"8d6ab8ff-7c6c-4c78-a287-4e5f1c130f5e","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.383765242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb86be89-b1b1-404a-bdcb-f5b1a191f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.383910019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"ed2c98e4-0204-42a9-88b5-d80bc97df349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.384087383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"6c32e633-5930-4240-953f-2d14233d6e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.384280564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"2c2f937b-08f4-4e61-8333-6c8d89f63d92","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.436794637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb86be89-b1b1-404a-bdcb-f5b1a191f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.490218869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb86be89-b1b1-404a-bdcb-f5b1a191f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.494100747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"ed2c98e4-0204-42a9-88b5-d80bc97df349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.494791951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"6c32e633-5930-4240-953f-2d14233d6e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.543175812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb86be89-b1b1-404a-bdcb-f5b1a191f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.54689383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"2c2f937b-08f4-4e61-8333-6c8d89f63d92","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.70698265Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"e2e-status-active-auth","reconcileID":"767f676d-f8b0-49af-a744-0fa5062f5cd0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:57.917420241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"3fb8f5b4-9da9-4f24-a5b3-187e86d34780","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:59.463111213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1eb10c-61d7-4e6c-acd6-4dab9418c56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:59.51568594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1eb10c-61d7-4e6c-acd6-4dab9418c56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:59.568525312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1eb10c-61d7-4e6c-acd6-4dab9418c56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:33:59.6211223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1eb10c-61d7-4e6c-acd6-4dab9418c56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:13.670091681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922c0714-4ee1-4b64-bb72-0e518744dd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:13.722723973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922c0714-4ee1-4b64-bb72-0e518744dd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:13.776233477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922c0714-4ee1-4b64-bb72-0e518744dd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:13.829053193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922c0714-4ee1-4b64-bb72-0e518744dd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:14.262644715Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-9f7654","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-9f7654","reconcileID":"80a37b26-7000-494e-b593-f96e2ffc0132","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-9f7654","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-9f7654":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:15.782242742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a778abd-a26b-4b12-b9d5-9210bb59822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:15.834708481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a778abd-a26b-4b12-b9d5-9210bb59822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:15.887576536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a778abd-a26b-4b12-b9d5-9210bb59822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:15.94000632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a778abd-a26b-4b12-b9d5-9210bb59822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:17.602739648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:17.847982897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a35ac3-3d0c-43a2-bf7e-67e523f44a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:17.90179017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a35ac3-3d0c-43a2-bf7e-67e523f44a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:17.954946014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a35ac3-3d0c-43a2-bf7e-67e523f44a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:18.007518538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a35ac3-3d0c-43a2-bf7e-67e523f44a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:25.533538945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"b49ab5a8-c18c-408b-a72c-0140ae576f11","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:25.648435509Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"b49ab5a8-c18c-408b-a72c-0140ae576f11","name":"e2e-shared-a-w3-89cf28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:32.389596879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f46c71-b061-4a70-84bc-f3b2d8ede4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:32.442966632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f46c71-b061-4a70-84bc-f3b2d8ede4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:32.495837449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f46c71-b061-4a70-84bc-f3b2d8ede4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:32.548726173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f46c71-b061-4a70-84bc-f3b2d8ede4b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:34.554632183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54dd506-9b80-4217-bba9-215e3c83489f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:34.610864719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54dd506-9b80-4217-bba9-215e3c83489f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:34.664129413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54dd506-9b80-4217-bba9-215e3c83489f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:34.721539939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54dd506-9b80-4217-bba9-215e3c83489f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:41.397912946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"526de628-10bb-418f-98c0-69020b0fff00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:41.450804147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"526de628-10bb-418f-98c0-69020b0fff00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:41.503470749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"526de628-10bb-418f-98c0-69020b0fff00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:41.556239355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"526de628-10bb-418f-98c0-69020b0fff00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:42.01296007Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-9651e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-9651e9","reconcileID":"bf4ce7d2-e671-40a4-a6cf-24d6791d8fc6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-9651e9","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-9651e9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:43.467113002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f176b87e-e5a0-4d6d-adc3-1672456bd463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:43.52074404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f176b87e-e5a0-4d6d-adc3-1672456bd463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:43.573491691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f176b87e-e5a0-4d6d-adc3-1672456bd463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:43.626036767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f176b87e-e5a0-4d6d-adc3-1672456bd463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:45.568463314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea9f02-7c92-4a7e-aa54-26fd0755ef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:45.623459956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea9f02-7c92-4a7e-aa54-26fd0755ef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:45.679655356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea9f02-7c92-4a7e-aa54-26fd0755ef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:45.736100323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea9f02-7c92-4a7e-aa54-26fd0755ef74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:47.603529392Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:47.714513182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1133346c-4c43-438b-b1c7-3a3689fd7c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:47.767422914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1133346c-4c43-438b-b1c7-3a3689fd7c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:47.823549538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1133346c-4c43-438b-b1c7-3a3689fd7c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:47.877328909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1133346c-4c43-438b-b1c7-3a3689fd7c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:49.86919298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ea5b2f-d582-45b3-9f51-885eb1a2fd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:49.930703035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ea5b2f-d582-45b3-9f51-885eb1a2fd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:49.985367845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ea5b2f-d582-45b3-9f51-885eb1a2fd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:34:50.038041007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ea5b2f-d582-45b3-9f51-885eb1a2fd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:17.603419544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:20.550616591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"014e91f9-5d38-4f35-8f1b-4b5b4608ad8a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:20.66926893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"014e91f9-5d38-4f35-8f1b-4b5b4608ad8a","name":"e2e-shared-b-w1-9f7654-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:32.213512512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3711f456-1edb-46a5-b8e1-601553063497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:32.266375425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3711f456-1edb-46a5-b8e1-601553063497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:32.318993991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3711f456-1edb-46a5-b8e1-601553063497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:32.371937698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3711f456-1edb-46a5-b8e1-601553063497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:34.285455817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db64b8a-5ec1-4f50-9653-510ca6854f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:34.338363625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db64b8a-5ec1-4f50-9653-510ca6854f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:34.391276174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db64b8a-5ec1-4f50-9653-510ca6854f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:34.444072737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db64b8a-5ec1-4f50-9653-510ca6854f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.559020907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ffd400-27ed-4743-afb0-58d732f6c99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.620990697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ffd400-27ed-4743-afb0-58d732f6c99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.676019965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ffd400-27ed-4743-afb0-58d732f6c99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:36.734366917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ffd400-27ed-4743-afb0-58d732f6c99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:41.536797194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"3415f379-d0c7-44b3-8c6e-620f24a339f6","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:41.536834708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"3415f379-d0c7-44b3-8c6e-620f24a339f6","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:47.604026068Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:49.995325366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c886b42-8067-48dd-be93-0d6671d09282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:50.048070458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c886b42-8067-48dd-be93-0d6671d09282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:50.100948631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c886b42-8067-48dd-be93-0d6671d09282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:50.153696472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c886b42-8067-48dd-be93-0d6671d09282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:50.458157288Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-0e450a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-0e450a","reconcileID":"e01bc958-3a2d-481c-9482-3dfb0a72997e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-0e450a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-0e450a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:50.876233555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"f7e1d1ec-5176-4c17-a563-179d54b0b551","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-9651e9","tenantID":"e2e-explicit-9651e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:51.008410094Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"f7e1d1ec-5176-4c17-a563-179d54b0b551","name":"e2e-explicit-9651e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:52.08568327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fda3d3-bcab-4d92-ada0-13ad09e93982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:52.13839982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fda3d3-bcab-4d92-ada0-13ad09e93982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:52.191520926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fda3d3-bcab-4d92-ada0-13ad09e93982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:52.244245671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fda3d3-bcab-4d92-ada0-13ad09e93982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:54.132696687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e5f48b-ef8f-45ad-bf37-1a2432a08d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:54.185892721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e5f48b-ef8f-45ad-bf37-1a2432a08d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:54.239350703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e5f48b-ef8f-45ad-bf37-1a2432a08d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:35:54.29204617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e5f48b-ef8f-45ad-bf37-1a2432a08d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:17.603246953Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:32.167443145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9047e49-d597-4ec0-88a7-ccb75e68bef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:32.220379207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9047e49-d597-4ec0-88a7-ccb75e68bef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:32.274720192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9047e49-d597-4ec0-88a7-ccb75e68bef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:32.328826257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9047e49-d597-4ec0-88a7-ccb75e68bef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:34.233480774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1944af-9813-4fea-a6b9-5c38a86bc6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:34.286211668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1944af-9813-4fea-a6b9-5c38a86bc6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:34.33884857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1944af-9813-4fea-a6b9-5c38a86bc6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:34.391692325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1944af-9813-4fea-a6b9-5c38a86bc6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:34.552307536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"048c74ed-9c75-48aa-9f0a-b39088d13ca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:34.605684771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"1c1bc75b-2f63-4f81-ad2a-9a1574223579","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:34.714460112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75690d92-12e2-4843-8ebb-4a22c004438f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:34.916593704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"985b55e4-17d9-4123-95b1-a88200826e5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:35.033841583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"75bc533b-663d-4d30-99fd-0d2896ab4af1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:35.133696778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"fc6ccce8-ef8c-4db9-8a3c-408bfcd64a16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:35.309397717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"beb14b80-9880-46c2-8d6c-95a3cae2d7ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:35.418461099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e029cb84-e277-4772-9f00-16ea0121d929","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:35.488459416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"b9068cf9-297b-490f-b296-f1fc015fd688","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:35.524683771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"9ae11895-a8ad-41d7-9380-c24853ee2b0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:35.741018713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"0bcf4ba6-8d6c-4ee9-be37-5feb19665c3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:35.86597831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"48b977f1-8017-4cd0-a3a2-22848484bc61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:47.602410703Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:55.464179731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"982d4588-96d3-4273-b963-5abfac4634f1","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:36:55.46421109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"982d4588-96d3-4273-b963-5abfac4634f1","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:00.231912144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"7a79d04a-ad49-4f57-96c9-d5a966cf3a55","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:00.23275184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"7a79d04a-ad49-4f57-96c9-d5a966cf3a55","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:01.284545976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2786164-e762-4cb2-8a41-c0e0f017c8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:01.338087881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2786164-e762-4cb2-8a41-c0e0f017c8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:01.39225665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2786164-e762-4cb2-8a41-c0e0f017c8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:01.445865943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2786164-e762-4cb2-8a41-c0e0f017c8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:03.416527232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00afdfa-7a1b-43b1-9c59-8625c0a44cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:03.46996813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00afdfa-7a1b-43b1-9c59-8625c0a44cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:03.524454385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00afdfa-7a1b-43b1-9c59-8625c0a44cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:03.577550042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00afdfa-7a1b-43b1-9c59-8625c0a44cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:04.604693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"6705aa24-afa0-41f9-9701-cb9bbda93ebc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:04.729755223Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"6705aa24-afa0-41f9-9701-cb9bbda93ebc","name":"e2e-shared-b-w3-0e450a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:05.809422317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"bbbef898-f13e-4e28-934c-eeadc1bcea1f","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:05.809444051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"bbbef898-f13e-4e28-934c-eeadc1bcea1f","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:05.86636907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"e84a5150-7526-4f5b-90e6-2ff63de1422a","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:05.866398731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"e84a5150-7526-4f5b-90e6-2ff63de1422a","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:05.972273842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"274de6fc-57ad-4889-84d8-67ca5524da09","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.095866094Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"274de6fc-57ad-4889-84d8-67ca5524da09","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.150919667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0116e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"274de6fc-57ad-4889-84d8-67ca5524da09","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.208461634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"ab1e0803-a1cd-4fc8-99c0-4424d3e8cff2","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:06.208491421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"ab1e0803-a1cd-4fc8-99c0-4424d3e8cff2","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:16.328012522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"5c971ec9-d014-476a-943f-818d7b34bb43","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:16.389423899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"5c971ec9-d014-476a-943f-818d7b34bb43","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:16.445534915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0116e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"5c971ec9-d014-476a-943f-818d7b34bb43","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:17.603109726Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.020477239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"37bf418a-33c7-4620-804e-ba671899e298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.120212455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"b97b4e7c-fc39-4518-855d-0ccc6a4de7bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.223120871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"a884f1f2-aeb6-4bc4-9bb6-86853abb6a65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.32255768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"6d18d3cc-abd9-4d97-a311-4db2d6544c04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.437561719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"6913c469-2828-4f7b-b26f-ca52cb6132cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.669848048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"07912149-a76e-427c-9b44-16c08c8a2cef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.770191821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c43528f7-5e84-4853-8e1b-4388c8c9a403","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:18.909476134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"1080b2e7-53e9-4015-8e46-6d74bec78935","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:19.011306219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b753cce9-bd95-4640-bd38-5bdf0270420b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:19.032200443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"1186abc4-4b47-4569-af08-d6ec090935ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:19.206028131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"bb72b5b8-5966-4fd0-b24c-869ee562ee98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:19.380018902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"aebf8163-1244-4ede-9852-a1e51e931982","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:26.552096732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"907598d4-518c-4aa8-93fb-2c64de13ad44","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:26.609747726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"907598d4-518c-4aa8-93fb-2c64de13ad44","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:26.666375859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0116e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49c43e9a384c75e9219a198e7e11abdee898f161373bb1d5f8eb1553dd8ae1c7) AuthConfig (8d57f3e3df52703f2dde8f49e3f5478259da1fcee5a3540f1797f612990a6b59) AuthConfig (ef0c89877f826158fefaddbd38943f0255051bb2064249ee1ed016ca0139f253) AuthConfig (072138d433c8e9ee6e6741c9136305f427c15f0de241a8d7551417622f4e8fed) AuthConfig (d69a0b978464d3eed64c54b9a4436f23588f593c30b77add219f78970f46ff80) AuthConfig (bec95d18bc710a25a7758a8f1119dab4cdc537e0868cd744fefd982ecc1702c0) AuthConfig (8c8e93647d018a978a3a14ab4ad3a87baebbe3d9cef0a76de32becac7d78d205) AuthConfig (eb79a5984e647c1d3d6eaf5daa98ce7bbb3bcbcf1831c46a3be9d3a59196725e) AuthConfig (646db92b93025c96bdaa752273331cc5598593b8ef56acd80f24b2fc5b45fddc) AuthConfig (48c2cfed56715ff6b50d24c4d7f502a21f02a9f4c3e32abe8c19f5f579e839c1) AuthConfig (70f29e80ee2da02d1324b7d06e9ab85d49ab63c1d6be450d64ac3cf521dbddb5) AuthConfig (84d39d97a86cea45598c951fe0585061b7242ada0a0eacb697f7c48e516125bd) AuthConfig (bfbddcf0a75012a812ac7e46b1c49ff8d96875a03d52ac9b43c7a96d26340843) AuthConfig (72ec8f9900a71ace6428e121377cf74af01d067690ad6af143acaafd3a8e4660) AuthConfig (523725a0d9257b55c8bdafb9dfd099206d0391ac710ee4fe9fc380f9594cb63b) AuthConfig (22fb260a84b9a2d0ef927ba5f95090e4f3b8669e1d88c9f12fb817deaa3ac65f) AuthConfig (7710a4a115fcb03490f7b7dacbf5f24062e9f5d4d07b1f56216255bbdb2463c6) AuthConfig (65738267b62e293be82e2a7dddd13c2ede54b5f1118379539fa703e539c53d1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"907598d4-518c-4aa8-93fb-2c64de13ad44","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:26.723766385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"5238c0a3-ae77-44da-8450-713e5db0c16f","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:26.72379697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"5238c0a3-ae77-44da-8450-713e5db0c16f","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:36.830339899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"42dd890c-c41f-4e0a-a10f-cb37904b4d86","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:36.88801188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"42dd890c-c41f-4e0a-a10f-cb37904b4d86","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:36.943559203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0116e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49c43e9a384c75e9219a198e7e11abdee898f161373bb1d5f8eb1553dd8ae1c7) AuthConfig (8d57f3e3df52703f2dde8f49e3f5478259da1fcee5a3540f1797f612990a6b59) AuthConfig (ef0c89877f826158fefaddbd38943f0255051bb2064249ee1ed016ca0139f253) AuthConfig (072138d433c8e9ee6e6741c9136305f427c15f0de241a8d7551417622f4e8fed) AuthConfig (d69a0b978464d3eed64c54b9a4436f23588f593c30b77add219f78970f46ff80) AuthConfig (bec95d18bc710a25a7758a8f1119dab4cdc537e0868cd744fefd982ecc1702c0) AuthConfig (8c8e93647d018a978a3a14ab4ad3a87baebbe3d9cef0a76de32becac7d78d205) AuthConfig (eb79a5984e647c1d3d6eaf5daa98ce7bbb3bcbcf1831c46a3be9d3a59196725e) AuthConfig (646db92b93025c96bdaa752273331cc5598593b8ef56acd80f24b2fc5b45fddc) AuthConfig (48c2cfed56715ff6b50d24c4d7f502a21f02a9f4c3e32abe8c19f5f579e839c1) AuthConfig (70f29e80ee2da02d1324b7d06e9ab85d49ab63c1d6be450d64ac3cf521dbddb5) AuthConfig (84d39d97a86cea45598c951fe0585061b7242ada0a0eacb697f7c48e516125bd) AuthConfig (bfbddcf0a75012a812ac7e46b1c49ff8d96875a03d52ac9b43c7a96d26340843) AuthConfig (72ec8f9900a71ace6428e121377cf74af01d067690ad6af143acaafd3a8e4660) AuthConfig (523725a0d9257b55c8bdafb9dfd099206d0391ac710ee4fe9fc380f9594cb63b) AuthConfig (22fb260a84b9a2d0ef927ba5f95090e4f3b8669e1d88c9f12fb817deaa3ac65f) AuthConfig (7710a4a115fcb03490f7b7dacbf5f24062e9f5d4d07b1f56216255bbdb2463c6) AuthConfig (65738267b62e293be82e2a7dddd13c2ede54b5f1118379539fa703e539c53d1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"42dd890c-c41f-4e0a-a10f-cb37904b4d86","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:47.050442975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"5fda535b-e7bb-46ac-bcef-75af2d7bb2ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:47.108549223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"5fda535b-e7bb-46ac-bcef-75af2d7bb2ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:47.165356373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0116e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49c43e9a384c75e9219a198e7e11abdee898f161373bb1d5f8eb1553dd8ae1c7) AuthConfig (8d57f3e3df52703f2dde8f49e3f5478259da1fcee5a3540f1797f612990a6b59) AuthConfig (ef0c89877f826158fefaddbd38943f0255051bb2064249ee1ed016ca0139f253) AuthConfig (072138d433c8e9ee6e6741c9136305f427c15f0de241a8d7551417622f4e8fed) AuthConfig (d69a0b978464d3eed64c54b9a4436f23588f593c30b77add219f78970f46ff80) AuthConfig (bec95d18bc710a25a7758a8f1119dab4cdc537e0868cd744fefd982ecc1702c0) AuthConfig (8c8e93647d018a978a3a14ab4ad3a87baebbe3d9cef0a76de32becac7d78d205) AuthConfig (eb79a5984e647c1d3d6eaf5daa98ce7bbb3bcbcf1831c46a3be9d3a59196725e) AuthConfig (646db92b93025c96bdaa752273331cc5598593b8ef56acd80f24b2fc5b45fddc) AuthConfig (48c2cfed56715ff6b50d24c4d7f502a21f02a9f4c3e32abe8c19f5f579e839c1) AuthConfig (70f29e80ee2da02d1324b7d06e9ab85d49ab63c1d6be450d64ac3cf521dbddb5) AuthConfig (84d39d97a86cea45598c951fe0585061b7242ada0a0eacb697f7c48e516125bd) AuthConfig (bfbddcf0a75012a812ac7e46b1c49ff8d96875a03d52ac9b43c7a96d26340843) AuthConfig (72ec8f9900a71ace6428e121377cf74af01d067690ad6af143acaafd3a8e4660) AuthConfig (523725a0d9257b55c8bdafb9dfd099206d0391ac710ee4fe9fc380f9594cb63b) AuthConfig (22fb260a84b9a2d0ef927ba5f95090e4f3b8669e1d88c9f12fb817deaa3ac65f) AuthConfig (7710a4a115fcb03490f7b7dacbf5f24062e9f5d4d07b1f56216255bbdb2463c6) AuthConfig (65738267b62e293be82e2a7dddd13c2ede54b5f1118379539fa703e539c53d1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"5fda535b-e7bb-46ac-bcef-75af2d7bb2ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:47.603285101Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:50.272765987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"f7852a90-1d7d-462a-9f8c-87fe2ffc362a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:50.442502098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"19baa955-c303-4ce0-b87f-f244c6f21daa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:50.741813344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"8f2b57e1-5f1f-4a5d-ac4a-025b9b2e465a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:50.911648636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"d3ee115e-f438-4579-87ac-74a2b31183c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:51.011044687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"f2b2f476-615a-44fc-b673-afc49b1da86e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:51.112063954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"ad9496ab-f5f4-49d0-9b26-6d81991341a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:51.145848411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"f02cd82f-6fac-492f-a30b-c7c371e969f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:51.215332344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"b9860345-7aca-4115-81ab-e3678251259c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:51.321532912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"bc20cf91-e3fe-44c4-bcfe-0cbe6b22ed3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:51.421634877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"236f9c95-06e8-4238-9aa9-74b4f91faccc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:51.438758438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ee86766-44b7-4f9e-8832-1735e0944f93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:51.802646718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"aad47509-535a-4c73-9ef4-130ee1906331","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:55.735262081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"b1d2e035-3d88-4265-87a2-c874fb06571e","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:55.735373637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"b1d2e035-3d88-4265-87a2-c874fb06571e","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:57.27248435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"09b1fb49-fa0d-4bf9-a7b6-b5610045b781","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:57.329768941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"09b1fb49-fa0d-4bf9-a7b6-b5610045b781","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:57.649634159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"a3064a5e-5717-4f8e-ba98-3141273ef99f","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:37:57.649657895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"a3064a5e-5717-4f8e-ba98-3141273ef99f","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.025877944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"f2429300-125f-4a87-9723-595354ac2a78","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.025903202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"f2429300-125f-4a87-9723-595354ac2a78","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.085255746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"ef3fcf58-f09b-41a7-9c4f-e1717e9a1a8b","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.085285786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"ef3fcf58-f09b-41a7-9c4f-e1717e9a1a8b","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.131810366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"4f12c1ad-4f90-43e8-8d5c-5db933921c57","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:38:03.135605092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"f0691daf-ce38-4e84-9450-aa882f5c6bb0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-654017\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.210422256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"4f12c1ad-4f90-43e8-8d5c-5db933921c57","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.264859278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"ff65f95c-f97d-4fbe-8790-cb9bb92277f4","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.264900224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"ff65f95c-f97d-4fbe-8790-cb9bb92277f4","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.322790938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"fb8d3d9a-7f14-4abf-917e-5f8049c1d076","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.322818071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"fb8d3d9a-7f14-4abf-917e-5f8049c1d076","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.523843631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"0f14a386-43f4-448f-98c9-d68242f7f077","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.538071826Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"c3f150f8-ea42-4bdc-bcda-7f1f58c9116c","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"maas-trlp-auth-test-model-a0116e","model":"auth-test-model-a0116e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a0116e/e2e-auth-iso-654017"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.58078644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"0f14a386-43f4-448f-98c9-d68242f7f077","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.706617619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"def7b2fb-e14f-4d74-ac30-3153c1ce8569","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.706642777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"def7b2fb-e14f-4d74-ac30-3153c1ce8569","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:03.917293717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"f9cdd53b-322c-4944-a8db-995f1cc372cd","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"maas-trlp-auth-test-model-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:08.023088395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"1da2b243-6e1a-41d3-aa89-20219ebfa648","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:08.155927069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"84713dd5-b150-4cb4-8ff2-c142a84b688e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:08.276229837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"85737490-de04-485d-bc0f-c2849b55e08d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:08.64158025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"e38e7aac-7c42-44ae-8cd3-be7d643b5626","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:09.090311865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"3ccbf1e2-066b-404a-aa5c-57284e8c7237","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:09.28181682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"6f2392de-9e2d-4276-a428-e6c5ae084620","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:09.370963039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"dffe6458-3e08-4911-a4f6-f78400225591","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:09.387921502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"78fe7762-a2f9-497d-bc1d-804eaedd1499","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:09.469286741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"c2092c44-71cc-4d5c-8050-14ac3bc82e55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:09.516819809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"65f33a13-1b77-4309-a1d5-5d0da2d38920","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:09.602247324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2dc084b-ce29-45e3-9f9c-3dd1b7f9febc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:09.691714896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51b2c889-1bf5-43eb-8b3a-57b03a0abdf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:13.132754424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-9651e9","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"explicit-model-9651e9","reconcileID":"cef621cc-92e9-475f-9d3d-3f4c1b6ad46c","MaaSModelRef":{"name":"explicit-model-9651e9","namespace":"ai-tenant-e2e-explicit-9651e9"},"routeName":"explicit-model-9651e9-kserve-route","namespace":"ai-tenant-e2e-explicit-9651e9","llmisvcName":"explicit-model-9651e9","gateway":"openshift-ingress/e2e-explicit-9651e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:17.60276362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.360274724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8fc33e-b0b1-4832-9d58-f0242f4fb468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.413090009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8fc33e-b0b1-4832-9d58-f0242f4fb468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.465758943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8fc33e-b0b1-4832-9d58-f0242f4fb468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:19.519791045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8fc33e-b0b1-4832-9d58-f0242f4fb468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.426970547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e764b805-fc5d-4830-9cc7-fc5f1e129c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.479905709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e764b805-fc5d-4830-9cc7-fc5f1e129c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.533629399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e764b805-fc5d-4830-9cc7-fc5f1e129c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:21.586966357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e764b805-fc5d-4830-9cc7-fc5f1e129c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:27.454022289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"e296cfa6-3883-4178-8900-1d335e0bb11f","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"maas-trlp-auth-test-model-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:27.624743082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"848730cb-0b07-4487-8ba2-6be84cf0cca5","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:27.624764195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"848730cb-0b07-4487-8ba2-6be84cf0cca5","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.149101697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"40892194-fe88-4b33-b943-4480c0a34fd8","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.149125852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"40892194-fe88-4b33-b943-4480c0a34fd8","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.204869624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"867df818-c69e-4fb9-93a5-9f2ac060a408","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.204894071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"867df818-c69e-4fb9-93a5-9f2ac060a408","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.310321585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"20cba435-95ca-408c-bf0d-ccd3ff9a9d79","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.461631072Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"20cba435-95ca-408c-bf0d-ccd3ff9a9d79","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.517881492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6c788d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"20cba435-95ca-408c-bf0d-ccd3ff9a9d79","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.576330502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"97f6e448-4dbf-44d8-99e3-b6b5b0684ba9","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.576352871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"97f6e448-4dbf-44d8-99e3-b6b5b0684ba9","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.840380436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"9262fae9-0177-4e08-bd46-caadc4c92199","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:28.897364503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"9262fae9-0177-4e08-bd46-caadc4c92199","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:34.652577171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"21157dad-ab65-4a60-a0c1-229478adc003","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:34.652699258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"21157dad-ab65-4a60-a0c1-229478adc003","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:38.683945746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"ece242b8-8440-42df-ae6d-35e1099d1c48","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:38.741300342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"ece242b8-8440-42df-ae6d-35e1099d1c48","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:38.796980207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6c788d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"ece242b8-8440-42df-ae6d-35e1099d1c48","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.096990304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"78324163-1784-4698-bf2a-e5136aa179e8","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.097026582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"78324163-1784-4698-bf2a-e5136aa179e8","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.154307564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"5eb1ca87-b65e-43d7-8ec1-83f1627824e4","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.154338383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"5eb1ca87-b65e-43d7-8ec1-83f1627824e4","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.261102828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"da7d7587-6274-4b3d-9b17-4d0716cd53bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.388941476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"da7d7587-6274-4b3d-9b17-4d0716cd53bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.446432235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e90906-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"da7d7587-6274-4b3d-9b17-4d0716cd53bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.50578284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"3ce6787b-5f7b-4f12-805d-9f7e2e1a62e1","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:40.505818217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"3ce6787b-5f7b-4f12-805d-9f7e2e1a62e1","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:47.609704363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.905427974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"d1dae706-3ef5-49b0-847d-bc25ada2fdc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:48.963200517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"d1dae706-3ef5-49b0-847d-bc25ada2fdc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:49.01911024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6c788d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"d1dae706-3ef5-49b0-847d-bc25ada2fdc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.077597308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2014d1-e1bd-4203-a9c2-c8f9969dc895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.130493575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2014d1-e1bd-4203-a9c2-c8f9969dc895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.183707627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2014d1-e1bd-4203-a9c2-c8f9969dc895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.237115109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2014d1-e1bd-4203-a9c2-c8f9969dc895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.616068018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"3e9b7565-0278-4c4a-96c0-c4f3fa70bd08","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.681384223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"3e9b7565-0278-4c4a-96c0-c4f3fa70bd08","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:50.73771665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e90906-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"3e9b7565-0278-4c4a-96c0-c4f3fa70bd08","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:52.17215307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73d5dad-a172-4979-be3e-adda127004f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:52.225002233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73d5dad-a172-4979-be3e-adda127004f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:52.277797573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73d5dad-a172-4979-be3e-adda127004f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:52.413060176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73d5dad-a172-4979-be3e-adda127004f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:59.126540348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"11ac3b73-18e2-4321-89b6-c32ef7a92e81","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:59.184182533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"11ac3b73-18e2-4321-89b6-c32ef7a92e81","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:59.239837588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6c788d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8226387d731bb90d1caf29775687f7a00c10d3be6fe000180f1735c16a4965f7) AuthConfig (601f9a78a64fbb7ba23120848c44ae07357a6145f0df48e36af7f35f8fa2b61c) AuthConfig (f7e2884f1dfb956c45e0c43d5f00dd4f51bd02787e87cb2a7cc962831fc8c82e) AuthConfig (04ebd97979987dec959cf12e454b25c974f5ac3809c9fb928a48c351917edfec) AuthConfig (2a4847fcedf48b46750271d60101a62a2c19bfa0d6459d4e7b5628b6edc8c802) AuthConfig (c5577bf830ed59a4bfbe1f1ccfe0a88091c2f637be06f2dc61dcd07d121850c0) AuthConfig (69ce0561bf2768f434d4ea3018b60bfb0092e86faa23758d84cd77d7ba53fb77) AuthConfig (425599b1d0a334e0f080ae7af7f59539bc8b873f4c4ea6c391cb219b02d03cb7) AuthConfig (5a6a50f02abf6eb9a85ec74d10867efbe3f69d5ad6933f0bec847cac6e5c88b8) AuthConfig (6751300de8164e2c080fbc179ff2f011e9dc3fe76da5ae0da14d4ce7c6624101) AuthConfig (76188a5bf22d03be59927552711293f0e2361a3d5fb9e4d02092690d1e1aec51) AuthConfig (fb5869a2ad5644ec2d54276b9e7d9da2b00defbe787b513c03e3173eab892d98) AuthConfig (10142d580ca634f45e0b7b970ac553821bdfc4a7840d42276680412edd337793) AuthConfig (f933ac7608154a63f1b5314f39d3eb3bf2824ac999a7c216dcddf9d2b91512b4) AuthConfig (2e712361f316726f019762d23b729ac8207ee4c1489f7941f66feb8ecea49dcd) AuthConfig (2be7b7b8f75aa5715c38dca28fa0d93ce93a9e5566eebca021726cd26a92dfcb) AuthConfig (6102ded605064e9befee360b4ea5d65b4b8e6a9bbe8ef02b20ce6dc565392289) AuthConfig (993a6275ce3c888b63e8a157804b34f26e37645e6f1b6b27656ab28751d55669)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"11ac3b73-18e2-4321-89b6-c32ef7a92e81","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:59.297496414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"27149d22-864a-403e-bbcf-8bbcd3a60d1a","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:38:59.297523878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"27149d22-864a-403e-bbcf-8bbcd3a60d1a","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.843302084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"e02c5441-8b2f-4424-ad33-afb5774ab59d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.899865885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"e02c5441-8b2f-4424-ad33-afb5774ab59d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:00.954652413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e90906-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"e02c5441-8b2f-4424-ad33-afb5774ab59d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:09.40341336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"fd81b4fc-d8ef-44bd-9d6d-2df8af5065c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:09.461000677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"fd81b4fc-d8ef-44bd-9d6d-2df8af5065c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:09.516771408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6c788d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8226387d731bb90d1caf29775687f7a00c10d3be6fe000180f1735c16a4965f7) AuthConfig (601f9a78a64fbb7ba23120848c44ae07357a6145f0df48e36af7f35f8fa2b61c) AuthConfig (f7e2884f1dfb956c45e0c43d5f00dd4f51bd02787e87cb2a7cc962831fc8c82e) AuthConfig (04ebd97979987dec959cf12e454b25c974f5ac3809c9fb928a48c351917edfec) AuthConfig (2a4847fcedf48b46750271d60101a62a2c19bfa0d6459d4e7b5628b6edc8c802) AuthConfig (c5577bf830ed59a4bfbe1f1ccfe0a88091c2f637be06f2dc61dcd07d121850c0) AuthConfig (69ce0561bf2768f434d4ea3018b60bfb0092e86faa23758d84cd77d7ba53fb77) AuthConfig (425599b1d0a334e0f080ae7af7f59539bc8b873f4c4ea6c391cb219b02d03cb7) AuthConfig (5a6a50f02abf6eb9a85ec74d10867efbe3f69d5ad6933f0bec847cac6e5c88b8) AuthConfig (6751300de8164e2c080fbc179ff2f011e9dc3fe76da5ae0da14d4ce7c6624101) AuthConfig (76188a5bf22d03be59927552711293f0e2361a3d5fb9e4d02092690d1e1aec51) AuthConfig (fb5869a2ad5644ec2d54276b9e7d9da2b00defbe787b513c03e3173eab892d98) AuthConfig (10142d580ca634f45e0b7b970ac553821bdfc4a7840d42276680412edd337793) AuthConfig (f933ac7608154a63f1b5314f39d3eb3bf2824ac999a7c216dcddf9d2b91512b4) AuthConfig (2e712361f316726f019762d23b729ac8207ee4c1489f7941f66feb8ecea49dcd) AuthConfig (2be7b7b8f75aa5715c38dca28fa0d93ce93a9e5566eebca021726cd26a92dfcb) AuthConfig (6102ded605064e9befee360b4ea5d65b4b8e6a9bbe8ef02b20ce6dc565392289) AuthConfig (993a6275ce3c888b63e8a157804b34f26e37645e6f1b6b27656ab28751d55669)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"fd81b4fc-d8ef-44bd-9d6d-2df8af5065c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:11.061707608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"760060c8-1729-4057-8822-a1b77a24fec4","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:11.119434497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"760060c8-1729-4057-8822-a1b77a24fec4","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:11.175118186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e90906-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"760060c8-1729-4057-8822-a1b77a24fec4","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:17.60254544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.623918814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"1ebac793-eb51-418b-8921-e75c832a2337","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.682384901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"1ebac793-eb51-418b-8921-e75c832a2337","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:19.738311371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6c788d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8226387d731bb90d1caf29775687f7a00c10d3be6fe000180f1735c16a4965f7) AuthConfig (601f9a78a64fbb7ba23120848c44ae07357a6145f0df48e36af7f35f8fa2b61c) AuthConfig (f7e2884f1dfb956c45e0c43d5f00dd4f51bd02787e87cb2a7cc962831fc8c82e) AuthConfig (04ebd97979987dec959cf12e454b25c974f5ac3809c9fb928a48c351917edfec) AuthConfig (2a4847fcedf48b46750271d60101a62a2c19bfa0d6459d4e7b5628b6edc8c802) AuthConfig (c5577bf830ed59a4bfbe1f1ccfe0a88091c2f637be06f2dc61dcd07d121850c0) AuthConfig (69ce0561bf2768f434d4ea3018b60bfb0092e86faa23758d84cd77d7ba53fb77) AuthConfig (425599b1d0a334e0f080ae7af7f59539bc8b873f4c4ea6c391cb219b02d03cb7) AuthConfig (5a6a50f02abf6eb9a85ec74d10867efbe3f69d5ad6933f0bec847cac6e5c88b8) AuthConfig (6751300de8164e2c080fbc179ff2f011e9dc3fe76da5ae0da14d4ce7c6624101) AuthConfig (76188a5bf22d03be59927552711293f0e2361a3d5fb9e4d02092690d1e1aec51) AuthConfig (fb5869a2ad5644ec2d54276b9e7d9da2b00defbe787b513c03e3173eab892d98) AuthConfig (10142d580ca634f45e0b7b970ac553821bdfc4a7840d42276680412edd337793) AuthConfig (f933ac7608154a63f1b5314f39d3eb3bf2824ac999a7c216dcddf9d2b91512b4) AuthConfig (2e712361f316726f019762d23b729ac8207ee4c1489f7941f66feb8ecea49dcd) AuthConfig (2be7b7b8f75aa5715c38dca28fa0d93ce93a9e5566eebca021726cd26a92dfcb) AuthConfig (6102ded605064e9befee360b4ea5d65b4b8e6a9bbe8ef02b20ce6dc565392289) AuthConfig (993a6275ce3c888b63e8a157804b34f26e37645e6f1b6b27656ab28751d55669)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"1ebac793-eb51-418b-8921-e75c832a2337","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.243929895Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","namespace":"ai-tenant-e2e-explicit-9651e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.243994389Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","namespace":"ai-tenant-e2e-explicit-9651e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.244046241Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","tenant":"e2e-explicit-9651e9","tenantID":"e2e-explicit-9651e9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.281833557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"9d5aab15-bb3f-412c-8fd2-a2c8b1fba3e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.301323359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"Deployment","name":"maas-api-e2e-explicit-9651e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.33945208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"9d5aab15-bb3f-412c-8fd2-a2c8b1fba3e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.363218144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"Service","name":"maas-api-e2e-explicit-9651e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.395654257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e90906-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"9d5aab15-bb3f-412c-8fd2-a2c8b1fba3e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.420447706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-9651e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.477166079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-9651e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.532255932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.589499769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.651911979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.707653992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.759916923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"Deployment","name":"payload-processing-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.812265597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.865060715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"Service","name":"payload-processing-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.919456127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"Service","name":"payload-pre-processing-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:21.971712095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.024303855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.076667697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.124216707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"300f8670-fe0c-46ab-95ae-6cfcee1e2d9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.136738139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.189533399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.224365019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"c6cf39dc-d78b-4dce-9160-20534a95d2c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.242180706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.294660112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-9651e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.347064116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9651e9"},"namespace":"ai-tenant-e2e-explicit-9651e9","name":"default-tenant","reconcileID":"29169c29-4684-43e1-b8e6-fcfbb7504a59","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-9651e9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.609169679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"e0e51cc9-5313-45ab-a47c-98505cf0008b","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"maas-trlp-auth-test-model-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.779332243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"16ee9dee-d417-4022-9739-bb010ff865b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.877255127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"5dc14970-ba9b-49c0-bb6b-29b8d2d51e03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:22.979742777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31c38864-12b4-4349-93ec-bac08da4c70f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:23.078288084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"e13c4d01-b6ef-4109-8bb7-5ae4fe2472a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:23.175160467Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-9651e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-9651e9","reconcileID":"a60979a7-72e7-45dd-af55-7d85f76460fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-9651e9","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-9651e9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:23.178080096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"b00d335b-3d5d-43c6-b6ef-3e56095e0a2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:23.278922901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"cb9f42be-86ae-48b0-aba7-b13b645ef080","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:23.44252304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"e29c7ac3-6821-4da3-b315-629543bb1456","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:23.544470278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"7f7abcc6-2864-4bb9-8b9b-e0ea5e249f28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:23.613381496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"4d67cd18-e5c9-415f-9582-1d4c13515fb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:23.721807463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"14b7eb89-4b78-44fe-a358-d33cb6c01ff9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:24.407060776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c966b329-3250-4b39-80fa-66076a095300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:24.460781837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c966b329-3250-4b39-80fa-66076a095300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:24.518044775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c966b329-3250-4b39-80fa-66076a095300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:24.571513288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c966b329-3250-4b39-80fa-66076a095300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.521073705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1989633b-cc34-45d2-b8ed-aff88dcd5ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.573941604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1989633b-cc34-45d2-b8ed-aff88dcd5ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.626586327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1989633b-cc34-45d2-b8ed-aff88dcd5ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:26.679244672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1989633b-cc34-45d2-b8ed-aff88dcd5ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:29.84983763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"87768767-12e7-42b6-b35b-d81a6bdb4db8","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:29.906473868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"87768767-12e7-42b6-b35b-d81a6bdb4db8","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:30.174777984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"694128b6-0288-4c59-bd7e-8d6860f9b1d8","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:30.174803251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"694128b6-0288-4c59-bd7e-8d6860f9b1d8","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:31.502806548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"d8b75731-2f77-4b7e-b072-bda6ec39ac50","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:31.561240418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"d8b75731-2f77-4b7e-b072-bda6ec39ac50","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:31.616514684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e90906-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57fcbe5db97fb7bfa8521e4c5e1feec4c6825479ead3f05be12d2fd83a4711d2) AuthConfig (5e992f4897c5382aa1ed49bdb17c965c94b5192fcda3bd2d66d2116ae18fa4bf) AuthConfig (751f3f92b20ea87880a5db27fc9ea3852f7c1bccc896339831f483d79b97cc8b) AuthConfig (71b20075990512cfe70b0354d0ca4feea7b6f26606de8bbc4bf813d3fc65b4c1) AuthConfig (7e1f09daa66ccc2065c164e3bc5bdf777aa16529db7d337288b13b75de91671c) AuthConfig (3847b8bae75fa80968b8d2c87696e6eebb9c302829fea0bda49937f5ce06f86e) AuthConfig (fba0fd9f1241e4e157c7bf58e766b514c99702b4564d381a0402f06c06c31606) AuthConfig (2e81207e8d695415e9b60bf663a3895a09c64ee92c439c758a0a3cf6c2f14858) AuthConfig (4a0de1f760bfbdc06383943f13406a3f4e322ec783d7469509cc1c0053ac15a1) AuthConfig (13d703bef9c20f0996b362beb87913f38d2db588d6752f4e0b3145e67665f390) AuthConfig (b18f237ea6796902fb2de23e84cd9bcac9c991caf868c61cde8fb556e8c89ffe) AuthConfig (45ba0803ea1c3971a5f51d188faebf680e72ff7f9557b645c417a66175cc7550) AuthConfig (a14997c1f26b288ce51da3a6241bcfd452fa8de2ecbac52b3eb084e6cb3cbe41) AuthConfig (0edabf1c45134963bd952ee6db5304e79f4da7a14db7ab40d0097e75e25f1835) AuthConfig (db2f8de0c77d76235025922ecf64baac592a8c9aafd36ea8b980c74706a5f24e) AuthConfig (fc95c095d9a1c632d18698cbde6c08ab9b9326797e348614842ad0a707588892) AuthConfig (22aea13e86b9fa7700893360f86d5c950924b4cd7690f016ef4154317f7a2727) AuthConfig (b83ba043a210c98d1d88b428d44ab3c28f7557bea7ebba8888b72577fa64fcff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"d8b75731-2f77-4b7e-b072-bda6ec39ac50","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:31.674414868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"ad566952-2b9e-4751-90c3-c0214ba6bb0b","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:31.674438006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"ad566952-2b9e-4751-90c3-c0214ba6bb0b","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.639738705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"552c0810-346f-4628-bb8e-dc9503645e7c","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.639768053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"552c0810-346f-4628-bb8e-dc9503645e7c","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.699008174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"b53b840c-3649-4832-8305-aed1fec1de17","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.699126051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"b53b840c-3649-4832-8305-aed1fec1de17","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.749469527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"37b9f606-9fc8-4908-afb1-9b35e26d696a","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:35.750246877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"f3e35389-0bc3-4287-a15c-63637a08d10e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-654017\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:35.754494525Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"b53b840c-3649-4832-8305-aed1fec1de17","name":"auth-test-model-6c788d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6c788d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:35.754565644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"b53b840c-3649-4832-8305-aed1fec1de17","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6c788d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.760093316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"a6fb350e-ecc7-4e54-92be-e60ebddec83f","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.760117086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"a6fb350e-ecc7-4e54-92be-e60ebddec83f","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.807101881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"37b9f606-9fc8-4908-afb1-9b35e26d696a","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.862909569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"5cfc084d-f10c-442d-9542-44818cf4a695","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.862930649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"5cfc084d-f10c-442d-9542-44818cf4a695","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.919848054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"ee387d47-188b-4715-8625-8ea0495c2d89","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:35.919871001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"ee387d47-188b-4715-8625-8ea0495c2d89","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:36.120900639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"91be3ac8-ca82-4dbd-907e-95d0e2e0d23b","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:36.141447841Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"bb24e88e-27ea-40b1-b2d0-fc6c91f0573f","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"maas-trlp-auth-test-model-6c788d","model":"auth-test-model-6c788d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-6c788d/e2e-auth-iso-654017"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:36.179109267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"91be3ac8-ca82-4dbd-907e-95d0e2e0d23b","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:36.309618504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"199118f4-6675-4cfd-a884-c99fb6367f81","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:36.309643967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"199118f4-6675-4cfd-a884-c99fb6367f81","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:36.521221166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"6c1ae97f-46a9-4644-8c7f-e00197f9d54a","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"maas-trlp-auth-test-model-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:41.780982446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"35feee32-aa9d-4bb5-b990-4f3c38a55cdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:41.83887835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"35feee32-aa9d-4bb5-b990-4f3c38a55cdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:41.8943546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e90906-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57fcbe5db97fb7bfa8521e4c5e1feec4c6825479ead3f05be12d2fd83a4711d2) AuthConfig (5e992f4897c5382aa1ed49bdb17c965c94b5192fcda3bd2d66d2116ae18fa4bf) AuthConfig (751f3f92b20ea87880a5db27fc9ea3852f7c1bccc896339831f483d79b97cc8b) AuthConfig (71b20075990512cfe70b0354d0ca4feea7b6f26606de8bbc4bf813d3fc65b4c1) AuthConfig (7e1f09daa66ccc2065c164e3bc5bdf777aa16529db7d337288b13b75de91671c) AuthConfig (3847b8bae75fa80968b8d2c87696e6eebb9c302829fea0bda49937f5ce06f86e) AuthConfig (fba0fd9f1241e4e157c7bf58e766b514c99702b4564d381a0402f06c06c31606) AuthConfig (2e81207e8d695415e9b60bf663a3895a09c64ee92c439c758a0a3cf6c2f14858) AuthConfig (4a0de1f760bfbdc06383943f13406a3f4e322ec783d7469509cc1c0053ac15a1) AuthConfig (13d703bef9c20f0996b362beb87913f38d2db588d6752f4e0b3145e67665f390) AuthConfig (b18f237ea6796902fb2de23e84cd9bcac9c991caf868c61cde8fb556e8c89ffe) AuthConfig (45ba0803ea1c3971a5f51d188faebf680e72ff7f9557b645c417a66175cc7550) AuthConfig (a14997c1f26b288ce51da3a6241bcfd452fa8de2ecbac52b3eb084e6cb3cbe41) AuthConfig (0edabf1c45134963bd952ee6db5304e79f4da7a14db7ab40d0097e75e25f1835) AuthConfig (db2f8de0c77d76235025922ecf64baac592a8c9aafd36ea8b980c74706a5f24e) AuthConfig (fc95c095d9a1c632d18698cbde6c08ab9b9326797e348614842ad0a707588892) AuthConfig (22aea13e86b9fa7700893360f86d5c950924b4cd7690f016ef4154317f7a2727) AuthConfig (b83ba043a210c98d1d88b428d44ab3c28f7557bea7ebba8888b72577fa64fcff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"35feee32-aa9d-4bb5-b990-4f3c38a55cdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:43.915795247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"347b6f39-6f04-45e8-8b76-6725988388a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.029439338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"d6dae7bc-d9df-4387-838a-3693ab82f6f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.148920162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c391453-853e-4351-80d6-da10e340da6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.333181277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"604ecbae-9ad9-458f-a3b4-e903aaca4b54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.4333803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"97ba63db-59da-4615-a1dc-1771e36e0c83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.536004292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"02f62b72-44ef-4b08-bafb-9a85d5dbd044","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"maas-trlp-auth-test-model-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.573413561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"e55f1afb-d465-42ab-8d7c-4dcaa3dca9e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:44.687464756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"5fd2c55e-4637-4bc6-a1bf-677f7c6a8e39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:45.04444292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"1497475b-7d5a-4f93-a1f6-6c91a9857dcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:45.147998612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"75747dbf-3f7c-4f39-9511-97ab057bac61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:45.243365125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"330036a6-7945-455b-bbd7-b011aa2d4d7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:45.243360695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"084aeac9-8902-4da0-9c44-8fd5d7a82c8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:45.400261871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"96b91ace-8015-41b2-b88c-0d8c62822059","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:47.606639472Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:52.000626406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"2f32d65a-a038-4ded-9f82-f8e7553bcaeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:52.124645075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"2f32d65a-a038-4ded-9f82-f8e7553bcaeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:52.442257527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"cc0af196-baf7-428d-a980-b1968ade7379","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:52.44227974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"cc0af196-baf7-428d-a980-b1968ade7379","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:55.254864231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"663e9e25-19a5-4063-8892-1ebfaea0bf53","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:55.25489672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"663e9e25-19a5-4063-8892-1ebfaea0bf53","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.835762486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"a2b5a9ed-4e4b-4591-a7f4-0368db40eb20","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.835784012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"a2b5a9ed-4e4b-4591-a7f4-0368db40eb20","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.894929379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"ca7f5fde-a8fc-4d99-b73b-6eb6ad9a7575","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.894950757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"ca7f5fde-a8fc-4d99-b73b-6eb6ad9a7575","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.947658778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"b33bc2aa-9f56-4b50-a110-3c6b8471e79d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:57.948292472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"1aa4933b-b2e7-4f68-b895-ada2a6342ab1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-31b16b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:57.949691712Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"ca7f5fde-a8fc-4d99-b73b-6eb6ad9a7575","name":"auth-test-model-e90906","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e90906\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:39:57.949744345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"ca7f5fde-a8fc-4d99-b73b-6eb6ad9a7575","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e90906\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.955082701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"20c0f164-d483-418e-9b43-c78efe49edb6","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:57.955097006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"20c0f164-d483-418e-9b43-c78efe49edb6","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.005858535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"b33bc2aa-9f56-4b50-a110-3c6b8471e79d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.058389195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"4c8194da-f62a-46af-9c9b-29cd42862822","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.058419896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"4c8194da-f62a-46af-9c9b-29cd42862822","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.11837706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"dc88f6ad-8943-49ae-b212-edbef25a0423","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.118402005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"dc88f6ad-8943-49ae-b212-edbef25a0423","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.316663319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"ea669c37-e1d5-4da7-8a47-c28e9c170c6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.341038963Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"ac02e709-a6bd-41b1-9b0d-b3006fa3a803","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"maas-trlp-auth-test-model-e90906","model":"auth-test-model-e90906","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-e90906/e2e-auth-iso-31b16b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.373861111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"ea669c37-e1d5-4da7-8a47-c28e9c170c6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.507930596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"75d7217e-ac21-4b7e-856e-27a8d9a9aa3d","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.507954713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"75d7217e-ac21-4b7e-856e-27a8d9a9aa3d","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:39:58.718784101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"0f5a8c0c-f75c-4f76-ac5e-cfaf57baae14","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"maas-trlp-auth-test-model-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.699336168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"aeaf3621-1d52-4a58-af54-5955db61fcc2","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.699357924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"aeaf3621-1d52-4a58-af54-5955db61fcc2","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.756688937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"1695aee2-3d4d-450f-81df-179f6def0f57","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.75671281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"1695aee2-3d4d-450f-81df-179f6def0f57","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.863405939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"428181a7-4d0e-47a7-bf46-ceafa53a4a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:00.987813031Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"428181a7-4d0e-47a7-bf46-ceafa53a4a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:01.042711036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b4deef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"428181a7-4d0e-47a7-bf46-ceafa53a4a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:01.098401971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"8a6d8815-3955-45a1-8cef-d70970c1d3de","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:01.098426301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"8a6d8815-3955-45a1-8cef-d70970c1d3de","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:03.56147349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"e9359bf5-07d8-4f9e-924a-fe2f1993344a","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"maas-trlp-auth-test-model-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:03.727592134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"5db11166-c64b-4c1d-9aed-5539d97be269","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:03.727614102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"5db11166-c64b-4c1d-9aed-5539d97be269","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:05.274463659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"46f42943-424b-4834-8f2b-ae7dc5d65eba","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:05.331112252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"46f42943-424b-4834-8f2b-ae7dc5d65eba","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:07.923587151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"82111ed5-2738-454f-88c3-794e9273c9c3","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:07.923610112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"82111ed5-2738-454f-88c3-794e9273c9c3","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.039957001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"c3aa501a-cb97-4af8-8634-7f222d2d2eea","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.093462241Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"fb13f40a-b920-4492-95e8-84206339ccb7","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-65ffec2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.097333923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"c3aa501a-cb97-4af8-8634-7f222d2d2eea","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.33243708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"af8ef819-c0f4-49cd-bc22-2a3396430c4f","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.332474266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"af8ef819-c0f4-49cd-bc22-2a3396430c4f","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.41007104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"3ff66ae4-a72f-4436-8514-5187f306f08e","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:08.467566051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"3ff66ae4-a72f-4436-8514-5187f306f08e","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:11.204313499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"74471e99-2641-4399-959b-86c3e1dad2a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:11.262112737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"74471e99-2641-4399-959b-86c3e1dad2a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:11.317727582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b4deef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"74471e99-2641-4399-959b-86c3e1dad2a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:17.602847404Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.146825199Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"c4b1888a-423e-42f2-986e-2ca07f606769","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","subscription":"e2e-auth-iso-654017","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.19992847Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"c4b1888a-423e-42f2-986e-2ca07f606769","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.253266612Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"c4b1888a-423e-42f2-986e-2ca07f606769","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"maas-trlp-auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.529674657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"bf8e20eb-8b05-4a88-af8d-bdb4827e2f64","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.529699859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"bf8e20eb-8b05-4a88-af8d-bdb4827e2f64","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.633837849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"cfeed1c0-bdef-47a6-b64e-a4afc54f99ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.684107833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"f007c42f-9ef0-4adf-acdb-834482867f85","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.684155507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"f007c42f-9ef0-4adf-acdb-834482867f85","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.689823639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"cfeed1c0-bdef-47a6-b64e-a4afc54f99ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.788504503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"093e8393-3172-4f85-903d-a6c5bed96239","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.846982097Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"d7b6918f-94f7-4e65-9f7b-c69e79feaccf","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3c8175a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:18.847905877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"093e8393-3172-4f85-903d-a6c5bed96239","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.00480395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"5a84d491-382f-4f5a-83c7-1a8cdf454682","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.06281041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"5a84d491-382f-4f5a-83c7-1a8cdf454682","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.206344109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"966d1664-73a6-4d20-9555-470b55d713a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:19.264082121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"966d1664-73a6-4d20-9555-470b55d713a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:21.426758178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"8b03126c-7905-4597-a98b-fea538f447d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:21.486072694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"8b03126c-7905-4597-a98b-fea538f447d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:21.546787118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b4deef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"8b03126c-7905-4597-a98b-fea538f447d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:21.90840111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"a6ab9066-0654-4597-a794-580e94153229","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"maas-trlp-auth-test-model-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:22.084828349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"29c116fb-c75e-4987-b9d7-aacfaccc6dae","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:22.084851832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"29c116fb-c75e-4987-b9d7-aacfaccc6dae","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:23.54134655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"d6d30b36-454c-477b-8a61-7b6e05d44f0b","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:23.541370301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"d6d30b36-454c-477b-8a61-7b6e05d44f0b","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:23.598918239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"9b92ce61-7d05-49a4-91eb-fa621b918476","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:23.598942609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"9b92ce61-7d05-49a4-91eb-fa621b918476","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:23.703833254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"051238aa-8445-4eef-85c7-8169165d41bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:23.829806813Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"051238aa-8445-4eef-85c7-8169165d41bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:23.88528128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-b1eb3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"051238aa-8445-4eef-85c7-8169165d41bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:23.943216542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"368999e0-46ab-4d83-af18-2ad7ca9c6e35","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:23.943239547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"368999e0-46ab-4d83-af18-2ad7ca9c6e35","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:23.951945105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"3c1522cf-95f5-47a9-b70a-00020d74cadc","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:24.008695923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"3c1522cf-95f5-47a9-b70a-00020d74cadc","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:28.900866871Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"7abfd55c-9e6d-4741-b752-af1dea285ea6","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","subscription":"e2e-auth-iso-654017","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:28.953924195Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"7abfd55c-9e6d-4741-b752-af1dea285ea6","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.007311614Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"7abfd55c-9e6d-4741-b752-af1dea285ea6","MaaSSubscription":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"maas-trlp-auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.282996194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"aeacb8c3-0dab-4749-aaa2-9d6b977576cb","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.283027435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"aeacb8c3-0dab-4749-aaa2-9d6b977576cb","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.389182498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"a2adc9ed-4a47-4f89-9ea4-8611cda62bfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.425770179Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"e7f2a07e-7316-4423-b8cf-83227bc44553","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.425880947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"f040f37c-3c1e-446a-8fc5-6cd32e5da110","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.425898636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"f040f37c-3c1e-446a-8fc5-6cd32e5da110","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.447270017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"a2adc9ed-4a47-4f89-9ea4-8611cda62bfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.5837599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"e7f2a07e-7316-4423-b8cf-83227bc44553","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.707344056Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"e7f2a07e-7316-4423-b8cf-83227bc44553","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"name":"e2e-shared-a-w2-a0116e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.707370648Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"e2e-auth-iso-654017","reconcileID":"e7f2a07e-7316-4423-b8cf-83227bc44553","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.707795329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"9d4f9998-993d-4320-8b96-a1880a1522e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.763419112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"55b6fdc2-c893-43fd-9e36-3ab3f064df05","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"tenant":"e2e-shared-a-w2-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","model":"ai-tenant-e2e-shared-a-w2-a0116e/auth-test-model-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.763440171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"auth-test-model-a0116e","reconcileID":"55b6fdc2-c893-43fd-9e36-3ab3f064df05","MaaSModelRef":{"name":"auth-test-model-a0116e","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"routeName":"auth-test-model-a0116e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","llmisvcName":"auth-test-model-a0116e","gateway":"openshift-ingress/e2e-shared-a-w2-a0116e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.765339924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"9d4f9998-993d-4320-8b96-a1880a1522e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.90992476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"ba49a647-c232-4abf-8695-c486cb06954f","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.909946819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"ba49a647-c232-4abf-8695-c486cb06954f","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:29.971084949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"2bc8d664-b18f-458e-b80a-87c17de1c57a","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:30.129196017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"2bc8d664-b18f-458e-b80a-87c17de1c57a","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:30.253531374Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"2bc8d664-b18f-458e-b80a-87c17de1c57a","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"name":"e2e-shared-b-w2-6c788d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:30.253558768Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"e2e-auth-iso-654017","reconcileID":"2bc8d664-b18f-458e-b80a-87c17de1c57a","MaaSAuthPolicy":{"name":"e2e-auth-iso-654017","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:30.319820016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"a913f0a9-4c4c-446b-aaa5-a1ffb5e31780","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"tenant":"e2e-shared-b-w2-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","model":"ai-tenant-e2e-shared-b-w2-6c788d/auth-test-model-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:30.319844696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"auth-test-model-6c788d","reconcileID":"a913f0a9-4c4c-446b-aaa5-a1ffb5e31780","MaaSModelRef":{"name":"auth-test-model-6c788d","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"routeName":"auth-test-model-6c788d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","llmisvcName":"auth-test-model-6c788d","gateway":"openshift-ingress/e2e-shared-b-w2-6c788d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.663126749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"87c75762-d1ab-4145-8658-a967eed4a1d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.724376657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"87c75762-d1ab-4145-8658-a967eed4a1d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.781076889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b4deef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d34a918adc50d9666febf8c8f47778bcc3256e514313cb45b395022fbc600a65) AuthConfig (3fbde3a7fb50879544ff70f44a05a61df8081f562d2c650827dbabd26171ce3d) AuthConfig (9e09101f206123e73c4848baa1ec90bc8bc5f06d8fd33e04d69d3ea2ee40e754) AuthConfig (03ce7d694702d223abcfd4852cdb1555781a73307377767773ee381c577a35d9) AuthConfig (de9de5433443874e4f0ef1a75a2885a6c03564f1d61d4c6b0e7fbb095fb8638e) AuthConfig (13326aa84d866fbe6e666e2dcde3e66bb1a65023de66f58a6d3121dcae2931f3) AuthConfig (374327bf11ec416ea12bd5201cec3980ae6671492c8ce32468f4f24f6baf43d7) AuthConfig (8e3662750a1d85985756c1558e2ccb665107072fed45ebb1f1526df5c029c36b) AuthConfig (a0b64c5db8dda6a0fdfd1e1721e47d9e67cca21262a46fd20240f303f8e5c1d1) AuthConfig (2f47a3a4a69598605b867d754e6ffe1c90bff3f170f1f745a1ce12a8264a0d74) AuthConfig (5cae3326f5bd3b767415dba19a46b2b3ca78239950bc3ba03d2003904535424a) AuthConfig (3ef10be798e2e2f95b7ea24b569959e95ce3220e4969f8b5028635a7a3d0e68e) AuthConfig (e716f8ce675427ceb3158877e6925eed0d7817c797c43251488d313f6799e445) AuthConfig (93430fa6be021b005462513fbfafc2bcfbebb2767c69cf8297b7db74bc299525) AuthConfig (b675043a9e776aa608b5411392beaa3d9e7ca782aa6637381056bbe80d4e99de) AuthConfig (ebbec3d1e8d795f83c580e650c0e83caa68a480c6ea9a3ae4f87e2c4b8ac88b8) AuthConfig (f9dbc252a95d953fd04cb93a76053886b03b31904fe23ed5b00529fcb721d078) AuthConfig (b133a1277b348d593bad1a76bb7106e07b3b22f19d8cfe831bcd1a840af34853)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"87c75762-d1ab-4145-8658-a967eed4a1d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.842482053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"1f336ef9-568e-4bab-8241-1906444f3ee9","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:31.842505083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"1f336ef9-568e-4bab-8241-1906444f3ee9","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:34.050071493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"a016eda0-0760-426a-acc7-19871ac1a5af","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:34.106749515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"a016eda0-0760-426a-acc7-19871ac1a5af","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:34.163505527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-b1eb3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"a016eda0-0760-426a-acc7-19871ac1a5af","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:39.955956333Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"7d38e7a5-307c-4c67-81bb-b0e834f8fff8","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.010965648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"7d38e7a5-307c-4c67-81bb-b0e834f8fff8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.016403742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"1f358dbe-2283-4abd-a9f2-b45a9fc49ae5","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.016454969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"1f358dbe-2283-4abd-a9f2-b45a9fc49ae5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.026780433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"13bfc212-4ab0-416f-be6b-43a7350a89b1","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.026831675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"13bfc212-4ab0-416f-be6b-43a7350a89b1","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.047228254Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"5604e6f9-6380-4624-9c5a-675f85da9fa9","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.047305919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"5604e6f9-6380-4624-9c5a-675f85da9fa9","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.088397408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"02fc8c87-2fb9-4a1a-8917-fcd4db3906a3","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.088457257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"02fc8c87-2fb9-4a1a-8917-fcd4db3906a3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.169432217Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"9ccebc33-9f9c-43b3-92b4-20bc6ba81783","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.169514208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"9ccebc33-9f9c-43b3-92b4-20bc6ba81783","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.330642443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"8320017c-8fa9-4959-94d8-472e638105cf","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.330714877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"8320017c-8fa9-4959-94d8-472e638105cf","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.651880468Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"244e3a54-8864-401c-a1f4-8f0e4c27801a","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:40.651963813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"244e3a54-8864-401c-a1f4-8f0e4c27801a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:41.320206883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"b0f7a3d0-ad28-49f5-bc9c-eecea169803d","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:41.320392943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"b0f7a3d0-ad28-49f5-bc9c-eecea169803d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:41.950048782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"82bcc706-c530-4dea-a661-6d10f5b5a7a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:42.008116123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"82bcc706-c530-4dea-a661-6d10f5b5a7a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:42.063564472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b4deef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d34a918adc50d9666febf8c8f47778bcc3256e514313cb45b395022fbc600a65) AuthConfig (3fbde3a7fb50879544ff70f44a05a61df8081f562d2c650827dbabd26171ce3d) AuthConfig (9e09101f206123e73c4848baa1ec90bc8bc5f06d8fd33e04d69d3ea2ee40e754) AuthConfig (03ce7d694702d223abcfd4852cdb1555781a73307377767773ee381c577a35d9) AuthConfig (de9de5433443874e4f0ef1a75a2885a6c03564f1d61d4c6b0e7fbb095fb8638e) AuthConfig (13326aa84d866fbe6e666e2dcde3e66bb1a65023de66f58a6d3121dcae2931f3) AuthConfig (374327bf11ec416ea12bd5201cec3980ae6671492c8ce32468f4f24f6baf43d7) AuthConfig (8e3662750a1d85985756c1558e2ccb665107072fed45ebb1f1526df5c029c36b) AuthConfig (a0b64c5db8dda6a0fdfd1e1721e47d9e67cca21262a46fd20240f303f8e5c1d1) AuthConfig (2f47a3a4a69598605b867d754e6ffe1c90bff3f170f1f745a1ce12a8264a0d74) AuthConfig (5cae3326f5bd3b767415dba19a46b2b3ca78239950bc3ba03d2003904535424a) AuthConfig (3ef10be798e2e2f95b7ea24b569959e95ce3220e4969f8b5028635a7a3d0e68e) AuthConfig (e716f8ce675427ceb3158877e6925eed0d7817c797c43251488d313f6799e445) AuthConfig (93430fa6be021b005462513fbfafc2bcfbebb2767c69cf8297b7db74bc299525) AuthConfig (b675043a9e776aa608b5411392beaa3d9e7ca782aa6637381056bbe80d4e99de) AuthConfig (ebbec3d1e8d795f83c580e650c0e83caa68a480c6ea9a3ae4f87e2c4b8ac88b8) AuthConfig (f9dbc252a95d953fd04cb93a76053886b03b31904fe23ed5b00529fcb721d078) AuthConfig (b133a1277b348d593bad1a76bb7106e07b3b22f19d8cfe831bcd1a840af34853)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"82bcc706-c530-4dea-a661-6d10f5b5a7a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:42.601373456Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"6537c36c-2748-48a6-87ee-fe6b2b00869c","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:42.60145372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"6537c36c-2748-48a6-87ee-fe6b2b00869c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:44.269973148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"2db3b1be-21a5-4d7f-9200-4ef4cee12d80","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:44.326902027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"2db3b1be-21a5-4d7f-9200-4ef4cee12d80","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:44.38289551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-b1eb3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"2db3b1be-21a5-4d7f-9200-4ef4cee12d80","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:45.162234632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"f2cbed92-85ec-4ff3-ae7b-ca3eee629bf7","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:45.162303572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-6eae99","namespace":"ai-tenant-e2e-noten-6eae99"},"namespace":"ai-tenant-e2e-noten-6eae99","name":"noten-model-6eae99","reconcileID":"f2cbed92-85ec-4ff3-ae7b-ca3eee629bf7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-6eae99/noten-model-6eae99: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-6eae99/noten-model-6eae99-kserve-route (gateways: [openshift-ingress/e2e-noten-6eae99]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:47.602918581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:52.170987063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"6d1d03e6-0dad-4f04-924e-fe81192446b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:52.227804017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"6d1d03e6-0dad-4f04-924e-fe81192446b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:52.501485805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"046a91cd-6789-4da9-ae7a-8d7baad5cb90","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:52.501511527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"046a91cd-6789-4da9-ae7a-8d7baad5cb90","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:54.491336324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"ef1832f3-98fc-4fec-95a9-5f4aa945fbb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:54.549568144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"ef1832f3-98fc-4fec-95a9-5f4aa945fbb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:54.606269364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-b1eb3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce9c8e411e050843242cdabccec3315dd72817cb6e0b0b0a6f8ebcdafe4fde0e) AuthConfig (167338c0774b8f8bd9fd56232fd5ee5e16bd59ca2f53b644ebb32bd9b28039f9) AuthConfig (0e3140fef51563d467e866740706bc0bfca30cba3e9ddd37895ce6997ce21ac1) AuthConfig (38e008b04a6d8c58690cf76dab24efdeee0d026abcbfba7a3e483fdb0be66dba) AuthConfig (ff695811eaf6083369e84e644331ce4637afbaadee835390eacd8f7805d8c353) AuthConfig (e1f255552b31f8a0b07a8fb6020770ed98ef3353893f632d139981ac10d4e6b4) AuthConfig (62c54d0352cdb210f0a730b8859219a959313cecab239ec0f89b9157a884879c) AuthConfig (734e85dc5068e949b8cb7a5740624b09a7feed4f66df964187a31f4edce16e05) AuthConfig (529e7d0f8fa679c4e5a115539f02affc4e7a60476330b35dbcaea33747d4418c) AuthConfig (4d322d088c8521a0df42208c0c6414c44cc04bb09c1cd03180a2aefdffcf3650) AuthConfig (d805e4f161f1d74cf9e266c8667ebba596af330e6bcf216828aa2aad5d8b267f) AuthConfig (6f07a006b1a79135bd61c4f7f354207d70191ad9d3e539b3a743c76b9c00c7f3) AuthConfig (7d29c04c0678bac994eaca3bb79b39936be007df2fc0f1ac843ec9588cff3218) AuthConfig (3ec2f5e57e704042dc86ea88bcd64abac90c13984aa18fce49cb3fd102b70e35) AuthConfig (ca7170503887dca2b037c143b73c365bdad611db5358259dbb336a58c1083176) AuthConfig (f354616f754a303e49af406315567ab9153ec0be2e7b1e3fc8fdd5e9f93d41eb) AuthConfig (4b653a9c153c323e5113d18f6e36b1284c50831bd33374ca89d64f0e0d4a814e) AuthConfig (b8be6a05e09603aba013872da155bc19fbb6214cd2ccbf775a396eff8a49895a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"ef1832f3-98fc-4fec-95a9-5f4aa945fbb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:54.664923349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"ff0888ab-f4b3-42a0-9fdc-facd545d77d3","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:54.664946705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"ff0888ab-f4b3-42a0-9fdc-facd545d77d3","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.942479648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"851a6f7b-f69a-4e80-968a-88a61bd64ad9","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:57.942509935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"851a6f7b-f69a-4e80-968a-88a61bd64ad9","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.004975694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"83935f54-6730-41aa-b8ff-f9718fc6279e","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.0050106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"83935f54-6730-41aa-b8ff-f9718fc6279e","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.048772018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"b8ce3981-45ff-4819-8cf1-db247a065a2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:40:58.05684532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"88cba16d-1fef-4156-9d1e-235382db47ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-439a29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.106102593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"b8ce3981-45ff-4819-8cf1-db247a065a2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.16949692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"28b68af6-984c-4137-af42-b8104df7598b","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.169523043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"28b68af6-984c-4137-af42-b8104df7598b","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.229927319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"0cc71e45-7b42-4610-b324-6bcad8f78809","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.229949373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"0cc71e45-7b42-4610-b324-6bcad8f78809","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.418644231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"450cf82a-0d9f-4679-816c-e3245cb5b4f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.45682352Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"81612b86-a7b6-4d3b-bb29-38a651598ce7","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"maas-trlp-auth-test-model-b4deef","model":"auth-test-model-b4deef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-b4deef/e2e-auth-iso-439a29"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.477029383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"450cf82a-0d9f-4679-816c-e3245cb5b4f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.625716528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"a44b65c2-d380-4bd8-ba01-1b4e99caaa12","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.625745514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"a44b65c2-d380-4bd8-ba01-1b4e99caaa12","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:40:58.839216644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"448a6163-f876-4ec6-8108-5c6d86fe6d45","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"maas-trlp-auth-test-model-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:04.794260449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"69f12961-64a8-4b56-b6cd-ba9df51c181e","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:04.851880235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"69f12961-64a8-4b56-b6cd-ba9df51c181e","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:04.907619311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-b1eb3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce9c8e411e050843242cdabccec3315dd72817cb6e0b0b0a6f8ebcdafe4fde0e) AuthConfig (167338c0774b8f8bd9fd56232fd5ee5e16bd59ca2f53b644ebb32bd9b28039f9) AuthConfig (0e3140fef51563d467e866740706bc0bfca30cba3e9ddd37895ce6997ce21ac1) AuthConfig (38e008b04a6d8c58690cf76dab24efdeee0d026abcbfba7a3e483fdb0be66dba) AuthConfig (ff695811eaf6083369e84e644331ce4637afbaadee835390eacd8f7805d8c353) AuthConfig (e1f255552b31f8a0b07a8fb6020770ed98ef3353893f632d139981ac10d4e6b4) AuthConfig (62c54d0352cdb210f0a730b8859219a959313cecab239ec0f89b9157a884879c) AuthConfig (734e85dc5068e949b8cb7a5740624b09a7feed4f66df964187a31f4edce16e05) AuthConfig (529e7d0f8fa679c4e5a115539f02affc4e7a60476330b35dbcaea33747d4418c) AuthConfig (4d322d088c8521a0df42208c0c6414c44cc04bb09c1cd03180a2aefdffcf3650) AuthConfig (d805e4f161f1d74cf9e266c8667ebba596af330e6bcf216828aa2aad5d8b267f) AuthConfig (6f07a006b1a79135bd61c4f7f354207d70191ad9d3e539b3a743c76b9c00c7f3) AuthConfig (7d29c04c0678bac994eaca3bb79b39936be007df2fc0f1ac843ec9588cff3218) AuthConfig (3ec2f5e57e704042dc86ea88bcd64abac90c13984aa18fce49cb3fd102b70e35) AuthConfig (ca7170503887dca2b037c143b73c365bdad611db5358259dbb336a58c1083176) AuthConfig (f354616f754a303e49af406315567ab9153ec0be2e7b1e3fc8fdd5e9f93d41eb) AuthConfig (4b653a9c153c323e5113d18f6e36b1284c50831bd33374ca89d64f0e0d4a814e) AuthConfig (b8be6a05e09603aba013872da155bc19fbb6214cd2ccbf775a396eff8a49895a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"69f12961-64a8-4b56-b6cd-ba9df51c181e","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:15.013582353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"2ae12f5d-600f-4072-921d-80dce16e63cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:15.069747519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"2ae12f5d-600f-4072-921d-80dce16e63cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:15.125351172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-b1eb3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce9c8e411e050843242cdabccec3315dd72817cb6e0b0b0a6f8ebcdafe4fde0e) AuthConfig (167338c0774b8f8bd9fd56232fd5ee5e16bd59ca2f53b644ebb32bd9b28039f9) AuthConfig (0e3140fef51563d467e866740706bc0bfca30cba3e9ddd37895ce6997ce21ac1) AuthConfig (38e008b04a6d8c58690cf76dab24efdeee0d026abcbfba7a3e483fdb0be66dba) AuthConfig (ff695811eaf6083369e84e644331ce4637afbaadee835390eacd8f7805d8c353) AuthConfig (e1f255552b31f8a0b07a8fb6020770ed98ef3353893f632d139981ac10d4e6b4) AuthConfig (62c54d0352cdb210f0a730b8859219a959313cecab239ec0f89b9157a884879c) AuthConfig (734e85dc5068e949b8cb7a5740624b09a7feed4f66df964187a31f4edce16e05) AuthConfig (529e7d0f8fa679c4e5a115539f02affc4e7a60476330b35dbcaea33747d4418c) AuthConfig (4d322d088c8521a0df42208c0c6414c44cc04bb09c1cd03180a2aefdffcf3650) AuthConfig (d805e4f161f1d74cf9e266c8667ebba596af330e6bcf216828aa2aad5d8b267f) AuthConfig (6f07a006b1a79135bd61c4f7f354207d70191ad9d3e539b3a743c76b9c00c7f3) AuthConfig (7d29c04c0678bac994eaca3bb79b39936be007df2fc0f1ac843ec9588cff3218) AuthConfig (3ec2f5e57e704042dc86ea88bcd64abac90c13984aa18fce49cb3fd102b70e35) AuthConfig (ca7170503887dca2b037c143b73c365bdad611db5358259dbb336a58c1083176) AuthConfig (f354616f754a303e49af406315567ab9153ec0be2e7b1e3fc8fdd5e9f93d41eb) AuthConfig (4b653a9c153c323e5113d18f6e36b1284c50831bd33374ca89d64f0e0d4a814e) AuthConfig (b8be6a05e09603aba013872da155bc19fbb6214cd2ccbf775a396eff8a49895a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"2ae12f5d-600f-4072-921d-80dce16e63cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:17.602873967Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.442397529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"eefbbc2f-1d83-4dfb-ac1b-46ff0b687321","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"maas-trlp-auth-test-model-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.610451782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"69a1e8b8-7604-4719-8ce2-87387b3bc6d9","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:21.61047698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"69a1e8b8-7604-4719-8ce2-87387b3bc6d9","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:22.345725162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"375ff3a3-f470-4cd1-b141-2963d669b970","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:22.402020572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"375ff3a3-f470-4cd1-b141-2963d669b970","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.060438682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"a322f310-130d-4ae9-a1ad-452c3821fa99","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.060461311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"a322f310-130d-4ae9-a1ad-452c3821fa99","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.115975517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"5b743e2f-6749-4466-a0af-b9583b78e820","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.11599902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"5b743e2f-6749-4466-a0af-b9583b78e820","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.221364502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"bca838b1-f145-47ad-8b17-7332488b8bc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.344645422Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"bca838b1-f145-47ad-8b17-7332488b8bc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.400152449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9f7654-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"bca838b1-f145-47ad-8b17-7332488b8bc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.458873134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"3623c21f-2b6e-47f6-9067-fbbbe8d404ac","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:23.458896486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"3623c21f-2b6e-47f6-9067-fbbbe8d404ac","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:25.232336373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"94ba4b6b-608e-4040-8a5f-12301e72f2e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:25.289601409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"94ba4b6b-608e-4040-8a5f-12301e72f2e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:25.561066077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"77deb6a7-4c83-4b18-af7e-de5ccb663bd6","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:25.561095667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"77deb6a7-4c83-4b18-af7e-de5ccb663bd6","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.660999097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"be9deccb-3e36-46a2-923d-e3332f600304","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.661028532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"be9deccb-3e36-46a2-923d-e3332f600304","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.721665926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"6f50ff25-996f-4897-a5f3-c5bb7bb99699","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.721696679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"6f50ff25-996f-4897-a5f3-c5bb7bb99699","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.767972789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"1235e2e9-2234-4b89-98a6-3a96993b7538","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:41:30.768703449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"6cbdfff3-12e5-4bb3-aa25-4ddf997a994c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-31b16b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.825605052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"1235e2e9-2234-4b89-98a6-3a96993b7538","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.880022545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"c1ac5d02-f277-4472-930c-0ea651f50544","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.88004719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"c1ac5d02-f277-4472-930c-0ea651f50544","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.935729837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"dcbfb1d9-a22b-4f81-958a-ce824b8f6c2b","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:30.935755735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"dcbfb1d9-a22b-4f81-958a-ce824b8f6c2b","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.138933429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"d677fcc5-2dd6-42ae-9f58-3766b2ccd3f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.161553461Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"ff3aa4ce-5310-4b7b-b95a-8b1d3e3467f7","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"maas-trlp-auth-test-model-b1eb3f","model":"auth-test-model-b1eb3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-b1eb3f/e2e-auth-iso-31b16b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.201854272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"d677fcc5-2dd6-42ae-9f58-3766b2ccd3f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.331452238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"1b38f710-afba-4b95-ae0b-fb34bb79ab40","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.33147655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"1b38f710-afba-4b95-ae0b-fb34bb79ab40","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:31.54345586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"1f514afb-eeea-4a64-a079-c6c8855c55db","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"maas-trlp-auth-test-model-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.564076699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"1a52bf69-9c4b-468d-97c2-0d4bd5445314","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.621991789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"1a52bf69-9c4b-468d-97c2-0d4bd5445314","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:33.678405711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9f7654-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"1a52bf69-9c4b-468d-97c2-0d4bd5445314","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:36.889551087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"3daf6817-8b21-49b4-964f-444623f0935e","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:36.889580973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"3daf6817-8b21-49b4-964f-444623f0935e","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.338424648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"1432f610-29a9-46ae-af1c-02e5a5b0ccf4","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.338449447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"1432f610-29a9-46ae-af1c-02e5a5b0ccf4","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.397660443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"3894cbf6-8e11-4122-938f-d02372491e1a","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.397686541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"3894cbf6-8e11-4122-938f-d02372491e1a","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.504072613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"ab2e5bfb-f555-4e73-ab01-c05de591ef7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.637695477Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"ab2e5bfb-f555-4e73-ab01-c05de591ef7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.697256475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-89cf28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"ab2e5bfb-f555-4e73-ab01-c05de591ef7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.755504221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"89c6e073-587f-48ac-ae89-68a6fa548b82","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:42.755528087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"89c6e073-587f-48ac-ae89-68a6fa548b82","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:43.788380476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"c3a5ae11-c191-4d5c-902f-c34802bac32d","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:43.845335394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"c3a5ae11-c191-4d5c-902f-c34802bac32d","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:43.900983504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9f7654-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"c3a5ae11-c191-4d5c-902f-c34802bac32d","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:47.603490121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:52.861855586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"c16e816d-c3b2-4ee3-9a7f-a2b837be5920","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:52.925546144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"c16e816d-c3b2-4ee3-9a7f-a2b837be5920","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:52.981182008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-89cf28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"c16e816d-c3b2-4ee3-9a7f-a2b837be5920","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:53.974630864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"bcc6107b-3cde-47c3-be62-7755d494a79e","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"maas-trlp-auth-test-model-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:54.007709011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"5fa9263e-fcaf-4f21-b2f0-8c0656b4dd8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:54.065307644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"5fa9263e-fcaf-4f21-b2f0-8c0656b4dd8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:54.120596808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9f7654-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"5fa9263e-fcaf-4f21-b2f0-8c0656b4dd8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:54.144359079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"e1dd4658-f2bf-484d-9054-549c584776ea","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:54.144383101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"e1dd4658-f2bf-484d-9054-549c584776ea","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:55.594418054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"91bf77bc-7286-4bc0-8f2f-5c86b8e81c86","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:55.653462032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"91bf77bc-7286-4bc0-8f2f-5c86b8e81c86","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:56.656029004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"debf4a3f-f47f-4971-b9a2-ad70712b60b3","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:56.656058736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"debf4a3f-f47f-4971-b9a2-ad70712b60b3","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:56.763025024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"701d278c-0fa8-440f-9074-2d6d46796340","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:56.81957226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"701d278c-0fa8-440f-9074-2d6d46796340","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:56.821538527Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"a3dbd78f-1587-4973-a5d0-64ec2d312dfd","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-035aa228","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.130660688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"e0dd92f4-bca8-4a7e-93a2-0d05ece2d0b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:41:57.188369948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"e0dd92f4-bca8-4a7e-93a2-0d05ece2d0b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:03.08675805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"f4f12fdb-98f6-4273-a06a-4ff68e8345fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:03.143548677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"f4f12fdb-98f6-4273-a06a-4ff68e8345fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:03.199057199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-89cf28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"f4f12fdb-98f6-4273-a06a-4ff68e8345fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:04.227794135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"b17b7042-e96f-4b6a-aa54-d6e80547dd0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:04.286675137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"b17b7042-e96f-4b6a-aa54-d6e80547dd0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:04.342585535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9f7654-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5bfba565c38580b3a6e19ac347b5089f8dd4229ef91b3fda4583e8742ba7c1ab) AuthConfig (457e62e6cbe6c77b6453aea653dfc5d1a78b9eaaf244f9755513dd9f98ad7da6) AuthConfig (b1f7cf2a121519ff2b187fe0bfda5b0bf643194ba15280be03484cf4a0faecaa) AuthConfig (9aae64ad43e6ce0c60e0e92d01b0541732a62b14bf2f7564caf6706f1d314325) AuthConfig (2619a9bec7cb9855393e2214bb18750df8de36c196fcef9f4da69a0b243fef82) AuthConfig (a40a58dbf057ef1a16312bbfc5afed65209587abdc99862b8f5889831b43fcff) AuthConfig (808f768d1439aa51beaec98b3e51acc7bd34f2a10d2c10043e633682d8f72378) AuthConfig (1956447aa9d67e5b53db559299bbb73c8bb8efd98de1e3495594c0b6bb6830bc) AuthConfig (8579342c0189a30c29df7667b11ac2dc5504053418a364174ebc81590b969416) AuthConfig (8945d748a0893f9a08044405cd6c4b817eda745424d294cf390423a89539177c) AuthConfig (af0ed75584271013d365b6ece96b9f731ab12bc46f36cc4d8c4a5f98f341f85b) AuthConfig (57cd159c1789427e01d1b7f36d1455e9bf6da88741fd347b69585fb053df53af) AuthConfig (aa75fa9ea8d95121d27f13c91b06c5acd8e6427364128efa5ff28301d0f9f523) AuthConfig (b456f388c83ef2408cc70a0494af3131d367f226a095fd8fe80dba5b098557a9) AuthConfig (03ea81ffdaca866e96b71d353557e7b9c725554ecd6647f5c3563a3e9204bc75) AuthConfig (17c630d33dca9443a9e8dcf7afae41e334a1f76d257cd99a051e677517bd52ee) AuthConfig (d6af6f52c19378e04a131534c1531875a618efafb9edd3d308ff4cb55acd7b7d) AuthConfig (d484612cd4d6d51f3d579d740552e253287db7c4766b1d6f734c88c8c062fc67)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"b17b7042-e96f-4b6a-aa54-d6e80547dd0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:04.402221454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"4506f75e-e9a2-4e8f-afc9-ac5339444706","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:04.402252492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"4506f75e-e9a2-4e8f-afc9-ac5339444706","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:06.874987039Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"2f58882e-2e8d-4424-abb4-a177bc869c53","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","subscription":"e2e-auth-iso-31b16b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:06.928834068Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"2f58882e-2e8d-4424-abb4-a177bc869c53","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:06.982442752Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"2f58882e-2e8d-4424-abb4-a177bc869c53","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"maas-trlp-auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.263075089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"1c441791-5a6d-476b-b2c7-95a42b0d6b60","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.26309818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"1c441791-5a6d-476b-b2c7-95a42b0d6b60","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.368253594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"051e19d0-ec38-413a-bba1-31b41a9f9afb","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.403379494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"5d1b4783-fc84-4a16-bb14-927a8aa63bc7","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.403411663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"5d1b4783-fc84-4a16-bb14-927a8aa63bc7","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.425344294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"051e19d0-ec38-413a-bba1-31b41a9f9afb","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.508878521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"31afc1ad-5469-44a2-8d5b-19da29feb87d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.565783963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"31afc1ad-5469-44a2-8d5b-19da29feb87d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.567668359Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"da585a18-1ecd-45ca-9a56-84874251f419","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29b56146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.736718773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"86b00789-ffbe-492f-a46f-616a9c1c2c8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.793725525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"86b00789-ffbe-492f-a46f-616a9c1c2c8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.837887876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"25422976-375a-40ef-9e04-c67de2669a48","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:07.894973396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"25422976-375a-40ef-9e04-c67de2669a48","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:13.308879844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"b6da4140-669d-4332-bbca-e5197f69457c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:13.366397143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"b6da4140-669d-4332-bbca-e5197f69457c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:13.422418953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-89cf28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27534f33c58fea57fa9eb6dd664a1bffdae0f97960f1a17b02993e7a0e38f96e) AuthConfig (f0c996170e9e66089db1ab7e30b94f3321e9e420210af213224328e68dc0cb6d) AuthConfig (ac72ec1c4853134c1e8efe610258635547b661c9675c4b06e6d2c71f6a85a8c6) AuthConfig (a271d61d780357a122d820192be28a4ade3862102ea2209a0cd429ab5046b188) AuthConfig (1c887fc3367ff920a5e918e4d8de14c8598c50333c7621524807f2c3eedc7169) AuthConfig (f75331ecc30cfbd524d5b69f4bc8e2a3df9f5b192e92631c3fa5415cd5aacc29) AuthConfig (85b1466275658c27c56cb65fc25ef6a99a22c6f4b24445ed23204725c303e733) AuthConfig (9d8347b2ad36f905bc2bce9d6d28af880539b63219b05d4ffa287b088c26cfbc) AuthConfig (4e34e0f4da59451bd63ad0c0bd3c7e331d79e196aeb72aa5fd1817a4354d65a7) AuthConfig (a85c9205dee4cedff25c560b3e5e389f38fb8fd11177127dcb867ca72f850ebc) AuthConfig (c20fb8dd8fbdf2b3583f13d47d59c44a8f98f4d7b1c32204ec2011dee3c03882) AuthConfig (b9525119f9f2d8b243be041b2210d219076253630c8a9647766b660d33d5628b) AuthConfig (315fc34bbdba43ad872cdf537f8a030805f0228f7a904c0fdd939bda2ccce5ba) AuthConfig (06151a37220258919b5594e9c347922e300096e371df8782f6ca266a267d53e9) AuthConfig (4ca7bc7f9519856d5301c9672804ceacccd057998357e3c803c4162626345acb) AuthConfig (655f1e21a9054411b8ec9e5a2e7a4d7939a1b8f106f5e214ed116fa73de57348) AuthConfig (9567ff8d7509142e4b4c82b93fcbd8bdc05295d8285f017ac163d5f084546a16) AuthConfig (a3fae7b08f815f7748f064b522b3930e175f66c7a9f130e9aeafbdf8dd9b757a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"b6da4140-669d-4332-bbca-e5197f69457c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:13.481905698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"5abb5068-dcab-4e6d-b1dd-87eca0cafea4","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:13.481927245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"5abb5068-dcab-4e6d-b1dd-87eca0cafea4","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:14.510091775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"a7203cde-6739-476d-a434-4506b6553a2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:14.566788332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"a7203cde-6739-476d-a434-4506b6553a2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:14.835113207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"c41134cf-7c5e-408a-b0b1-b6cb4b48c696","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:14.835153144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"c41134cf-7c5e-408a-b0b1-b6cb4b48c696","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:17.603367877Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:17.621124744Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"f97200ea-cc5e-44cb-8f9b-9252a07b3c13","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","subscription":"e2e-auth-iso-31b16b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:17.716269105Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"f97200ea-cc5e-44cb-8f9b-9252a07b3c13","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:17.770264734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"f97200ea-cc5e-44cb-8f9b-9252a07b3c13","MaaSSubscription":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"maas-trlp-auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.043960131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"1b4345a1-6840-4b63-8e77-b4e351b1873d","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.043985956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"1b4345a1-6840-4b63-8e77-b4e351b1873d","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.044083065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cdabfe-96c2-43da-a369-7de72da12eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.09679341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cdabfe-96c2-43da-a369-7de72da12eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.149771898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cdabfe-96c2-43da-a369-7de72da12eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.176469772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"fd4a4c36-1093-4137-9a0e-da0efd2647d3","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.176496258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"fd4a4c36-1093-4137-9a0e-da0efd2647d3","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.203520068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cdabfe-96c2-43da-a369-7de72da12eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.203533434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"4ab6d8db-a52d-49c3-a2e2-2b42f9cc68af","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.256534679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"a7010154-d107-4e51-beb3-f6fdaafd05c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.313151527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"a7010154-d107-4e51-beb3-f6fdaafd05c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.364622472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"4ab6d8db-a52d-49c3-a2e2-2b42f9cc68af","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.48943618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"4ab6d8db-a52d-49c3-a2e2-2b42f9cc68af","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"name":"e2e-shared-a-w0-e90906-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.489461794Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"e2e-auth-iso-31b16b","reconcileID":"4ab6d8db-a52d-49c3-a2e2-2b42f9cc68af","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.545980047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"f48f5b1e-ad7d-4e1e-bcdc-d39c57be34b3","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"tenant":"e2e-shared-a-w0-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","model":"ai-tenant-e2e-shared-a-w0-e90906/auth-test-model-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.546006203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"auth-test-model-e90906","reconcileID":"f48f5b1e-ad7d-4e1e-bcdc-d39c57be34b3","MaaSModelRef":{"name":"auth-test-model-e90906","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"routeName":"auth-test-model-e90906-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e90906","llmisvcName":"auth-test-model-e90906","gateway":"openshift-ingress/e2e-shared-a-w0-e90906","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.593432007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"74fe263f-4c86-49f3-921b-bfc116663d37","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.639722845Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a6900c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a6900c","reconcileID":"6f538eb1-eb10-4d41-a4e1-1c0b71f4f0c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a6900c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a6900c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.649884099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"74fe263f-4c86-49f3-921b-bfc116663d37","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.684014205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"b3824198-b43e-48d8-a091-d4808450a4e0","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.684051199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"b3824198-b43e-48d8-a091-d4808450a4e0","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:18.854856275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"6219d74a-6f4b-46e0-973d-7cc76088026d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.109445903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"6219d74a-6f4b-46e0-973d-7cc76088026d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.237062443Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"6219d74a-6f4b-46e0-973d-7cc76088026d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"name":"e2e-shared-b-w0-b1eb3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.237093278Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"e2e-auth-iso-31b16b","reconcileID":"6219d74a-6f4b-46e0-973d-7cc76088026d","MaaSAuthPolicy":{"name":"e2e-auth-iso-31b16b","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.331621103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"923c886f-77f8-49ae-a689-fbcf69d1626d","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"tenant":"e2e-shared-b-w0-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","model":"ai-tenant-e2e-shared-b-w0-b1eb3f/auth-test-model-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.331644642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"auth-test-model-b1eb3f","reconcileID":"923c886f-77f8-49ae-a689-fbcf69d1626d","MaaSModelRef":{"name":"auth-test-model-b1eb3f","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"routeName":"auth-test-model-b1eb3f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","llmisvcName":"auth-test-model-b1eb3f","gateway":"openshift-ingress/e2e-shared-b-w0-b1eb3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.902018853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"632747c4-7608-4ed6-8890-f70e247ca9e4","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.902043466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"632747c4-7608-4ed6-8890-f70e247ca9e4","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.960764089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"0ce5d676-4f3a-4097-80b3-80dd68e86b36","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:19.960818899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"0ce5d676-4f3a-4097-80b3-80dd68e86b36","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.006824798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"f7516c06-7e7b-4dc9-b10f-9d1e8455f8f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:42:20.011217571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"90362aea-5e6d-4594-9d1a-81a42fa7d06f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-439a29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:42:20.014645219Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"0ce5d676-4f3a-4097-80b3-80dd68e86b36","name":"auth-test-model-9f7654","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9f7654\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:42:20.014698774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"0ce5d676-4f3a-4097-80b3-80dd68e86b36","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9f7654\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.020343631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"fb7299a6-5a95-48ab-9868-d1eea7eb574c","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.020367143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"fb7299a6-5a95-48ab-9868-d1eea7eb574c","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.063514026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"f7516c06-7e7b-4dc9-b10f-9d1e8455f8f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.169202692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3110e46d-9b58-4074-a498-c2236f3adeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.223486311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3110e46d-9b58-4074-a498-c2236f3adeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.276350612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3110e46d-9b58-4074-a498-c2236f3adeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.329216713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3110e46d-9b58-4074-a498-c2236f3adeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.382039876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"5bca9728-a7a6-4b4f-8f46-0b92df883e63","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.440022248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"5bca9728-a7a6-4b4f-8f46-0b92df883e63","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.440566415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"32bca165-8db9-4c75-a958-d8a0bc2d9e4b","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.440589932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"32bca165-8db9-4c75-a958-d8a0bc2d9e4b","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.488789612Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"952411a6-8b70-4eb6-a73e-2eadd4c4a75f","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"maas-trlp-auth-test-model-9f7654","model":"auth-test-model-9f7654","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-9f7654/e2e-auth-iso-439a29"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.655696299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"b11a45ba-22f2-4048-ab2a-428366cbe039","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.655721582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"b11a45ba-22f2-4048-ab2a-428366cbe039","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:20.869417269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"e1c50a2b-8c20-4ef5-9f6f-bd9041778d1d","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"maas-trlp-auth-test-model-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:22.232388115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568d38a5-ce6a-4f54-9ffe-06157456b4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:22.287695887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568d38a5-ce6a-4f54-9ffe-06157456b4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:22.340587338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568d38a5-ce6a-4f54-9ffe-06157456b4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:22.393573052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568d38a5-ce6a-4f54-9ffe-06157456b4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:23.597370894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"b072c428-091d-4835-a525-abfb67aed921","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:23.658974378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"b072c428-091d-4835-a525-abfb67aed921","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:23.717323172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-89cf28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27534f33c58fea57fa9eb6dd664a1bffdae0f97960f1a17b02993e7a0e38f96e) AuthConfig (f0c996170e9e66089db1ab7e30b94f3321e9e420210af213224328e68dc0cb6d) AuthConfig (ac72ec1c4853134c1e8efe610258635547b661c9675c4b06e6d2c71f6a85a8c6) AuthConfig (a271d61d780357a122d820192be28a4ade3862102ea2209a0cd429ab5046b188) AuthConfig (1c887fc3367ff920a5e918e4d8de14c8598c50333c7621524807f2c3eedc7169) AuthConfig (f75331ecc30cfbd524d5b69f4bc8e2a3df9f5b192e92631c3fa5415cd5aacc29) AuthConfig (85b1466275658c27c56cb65fc25ef6a99a22c6f4b24445ed23204725c303e733) AuthConfig (9d8347b2ad36f905bc2bce9d6d28af880539b63219b05d4ffa287b088c26cfbc) AuthConfig (4e34e0f4da59451bd63ad0c0bd3c7e331d79e196aeb72aa5fd1817a4354d65a7) AuthConfig (a85c9205dee4cedff25c560b3e5e389f38fb8fd11177127dcb867ca72f850ebc) AuthConfig (c20fb8dd8fbdf2b3583f13d47d59c44a8f98f4d7b1c32204ec2011dee3c03882) AuthConfig (b9525119f9f2d8b243be041b2210d219076253630c8a9647766b660d33d5628b) AuthConfig (315fc34bbdba43ad872cdf537f8a030805f0228f7a904c0fdd939bda2ccce5ba) AuthConfig (06151a37220258919b5594e9c347922e300096e371df8782f6ca266a267d53e9) AuthConfig (4ca7bc7f9519856d5301c9672804ceacccd057998357e3c803c4162626345acb) AuthConfig (655f1e21a9054411b8ec9e5a2e7a4d7939a1b8f106f5e214ed116fa73de57348) AuthConfig (9567ff8d7509142e4b4c82b93fcbd8bdc05295d8285f017ac163d5f084546a16) AuthConfig (a3fae7b08f815f7748f064b522b3930e175f66c7a9f130e9aeafbdf8dd9b757a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"b072c428-091d-4835-a525-abfb67aed921","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:28.078217623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6584a55-0105-4dfa-9416-b03082cbbe53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:28.13098715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6584a55-0105-4dfa-9416-b03082cbbe53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:28.183600077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6584a55-0105-4dfa-9416-b03082cbbe53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:28.238552153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6584a55-0105-4dfa-9416-b03082cbbe53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:28.616871672Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-20ccef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-20ccef","reconcileID":"9fa79998-dde4-48e3-9cc6-7c77b7f7017d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-20ccef","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-20ccef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:30.14427131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6977cf35-dca6-46a8-9783-8408407011f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:30.19778643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6977cf35-dca6-46a8-9783-8408407011f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:30.251060519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6977cf35-dca6-46a8-9783-8408407011f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:30.30434843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6977cf35-dca6-46a8-9783-8408407011f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.209530088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aa06fa-8caf-44a0-8656-c8a8b47a46e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.262482952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aa06fa-8caf-44a0-8656-c8a8b47a46e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.31534115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aa06fa-8caf-44a0-8656-c8a8b47a46e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:32.368505597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aa06fa-8caf-44a0-8656-c8a8b47a46e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:33.826181197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"181c400b-fc8e-4b2e-89d8-4518f45c30e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:33.884391382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"181c400b-fc8e-4b2e-89d8-4518f45c30e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:33.941704644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-89cf28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27534f33c58fea57fa9eb6dd664a1bffdae0f97960f1a17b02993e7a0e38f96e) AuthConfig (f0c996170e9e66089db1ab7e30b94f3321e9e420210af213224328e68dc0cb6d) AuthConfig (ac72ec1c4853134c1e8efe610258635547b661c9675c4b06e6d2c71f6a85a8c6) AuthConfig (a271d61d780357a122d820192be28a4ade3862102ea2209a0cd429ab5046b188) AuthConfig (1c887fc3367ff920a5e918e4d8de14c8598c50333c7621524807f2c3eedc7169) AuthConfig (f75331ecc30cfbd524d5b69f4bc8e2a3df9f5b192e92631c3fa5415cd5aacc29) AuthConfig (85b1466275658c27c56cb65fc25ef6a99a22c6f4b24445ed23204725c303e733) AuthConfig (9d8347b2ad36f905bc2bce9d6d28af880539b63219b05d4ffa287b088c26cfbc) AuthConfig (4e34e0f4da59451bd63ad0c0bd3c7e331d79e196aeb72aa5fd1817a4354d65a7) AuthConfig (a85c9205dee4cedff25c560b3e5e389f38fb8fd11177127dcb867ca72f850ebc) AuthConfig (c20fb8dd8fbdf2b3583f13d47d59c44a8f98f4d7b1c32204ec2011dee3c03882) AuthConfig (b9525119f9f2d8b243be041b2210d219076253630c8a9647766b660d33d5628b) AuthConfig (315fc34bbdba43ad872cdf537f8a030805f0228f7a904c0fdd939bda2ccce5ba) AuthConfig (06151a37220258919b5594e9c347922e300096e371df8782f6ca266a267d53e9) AuthConfig (4ca7bc7f9519856d5301c9672804ceacccd057998357e3c803c4162626345acb) AuthConfig (655f1e21a9054411b8ec9e5a2e7a4d7939a1b8f106f5e214ed116fa73de57348) AuthConfig (9567ff8d7509142e4b4c82b93fcbd8bdc05295d8285f017ac163d5f084546a16) AuthConfig (a3fae7b08f815f7748f064b522b3930e175f66c7a9f130e9aeafbdf8dd9b757a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"181c400b-fc8e-4b2e-89d8-4518f45c30e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:40.10520635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"834089f1-eac4-485e-a2e7-86d8f294bf08","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"maas-trlp-auth-test-model-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:40.275754785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"e17520b8-448a-41df-b1ea-f5003d623652","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:40.275780646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"e17520b8-448a-41df-b1ea-f5003d623652","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:41.299991319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"cf704f5f-c950-4ab6-9d04-855194955222","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:41.359825084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"cf704f5f-c950-4ab6-9d04-855194955222","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.475117218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"686649f8-de0f-409d-8f42-7572b9cdcf53","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.475183078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"686649f8-de0f-409d-8f42-7572b9cdcf53","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.58850675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"00770e4f-e983-4d0b-a3a4-15486a07f6e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.641846874Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"b5f9765a-8781-4cd9-8370-bcb6cb360068","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-679796a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.646774894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"00770e4f-e983-4d0b-a3a4-15486a07f6e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:43.959671673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"a3056216-d866-41fe-918f-6859c4a72e9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:44.017377258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"a3056216-d866-41fe-918f-6859c4a72e9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:44.060178804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"3660fee8-100e-47ec-90ac-ccf2b90ea454","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:44.118270475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"3660fee8-100e-47ec-90ac-ccf2b90ea454","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:44.480680101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"a6fb54a0-8b65-4878-9697-cfb526afb13f","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:44.480702809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"a6fb54a0-8b65-4878-9697-cfb526afb13f","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:47.603802295Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:53.695569901Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"c9ea037e-a6f1-459f-b34b-b97bd63ea113","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","subscription":"e2e-auth-iso-439a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:53.748739132Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"c9ea037e-a6f1-459f-b34b-b97bd63ea113","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:53.80240593Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"c9ea037e-a6f1-459f-b34b-b97bd63ea113","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"maas-trlp-auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.077783165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"5d30e15f-1d91-4f46-a0a2-b3ad3054e4c9","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.077807714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"5d30e15f-1d91-4f46-a0a2-b3ad3054e4c9","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.18332272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"d3a138ad-3fb2-4642-b6a4-1a0c948f3023","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.235036771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"5eff2c08-d365-4604-9625-2d78d366ed08","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.235058833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"5eff2c08-d365-4604-9625-2d78d366ed08","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.240171599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"d3a138ad-3fb2-4642-b6a4-1a0c948f3023","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.339753481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"e41f61c2-ce29-49e0-8c12-52ed5a18ce60","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.398121077Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"2ed4948c-35b7-4d99-ab50-b8620e6ba74d","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-541524d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.400938879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"e41f61c2-ce29-49e0-8c12-52ed5a18ce60","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.552826683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"0df97b12-5d8a-498d-8685-6d58304ba185","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.610285615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"0df97b12-5d8a-498d-8685-6d58304ba185","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.666877596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"a906841a-0279-4795-8db1-dc6513554397","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.667664892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"f135cc1d-9714-4c25-8115-9076f3f484e5","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.667683108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"f135cc1d-9714-4c25-8115-9076f3f484e5","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.724162143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"a906841a-0279-4795-8db1-dc6513554397","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.726065047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"522d5c09-5386-42fb-b716-280e43d1cfd7","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.726090986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"522d5c09-5386-42fb-b716-280e43d1cfd7","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.772054596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"364c5b51-dd3d-4f31-a09b-6cb91ae15b70","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:42:54.774966448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"adedc621-5861-4b90-ba59-aaf03904ed2b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-dd098c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:42:54.780619923Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"522d5c09-5386-42fb-b716-280e43d1cfd7","name":"auth-test-model-89cf28","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-89cf28\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:42:54.780680285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"522d5c09-5386-42fb-b716-280e43d1cfd7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-89cf28\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.786031215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"17a2cc36-3d5c-4a06-ab5b-a5613b872dd3","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.786047442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"17a2cc36-3d5c-4a06-ab5b-a5613b872dd3","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.831022102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"364c5b51-dd3d-4f31-a09b-6cb91ae15b70","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.887730958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"511d4c61-9886-4a90-81b3-29ddf8855593","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.887764932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"511d4c61-9886-4a90-81b3-29ddf8855593","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.94548041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"cb397ea1-7bad-4806-bed1-967b021be014","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:54.945501517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"cb397ea1-7bad-4806-bed1-967b021be014","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.123182975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"78e0fd48-9f3a-4984-892b-987d82a5c575","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.158506889Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"ad1791aa-cfdf-4511-96cb-445ddbeb99f3","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"maas-trlp-auth-test-model-89cf28","model":"auth-test-model-89cf28","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-89cf28/e2e-auth-iso-dd098c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.181228542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"78e0fd48-9f3a-4984-892b-987d82a5c575","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.328428196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"a18645c5-0605-40d7-ad1e-d54b7dc66b73","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.32845347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"a18645c5-0605-40d7-ad1e-d54b7dc66b73","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:42:55.540790357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"530527b3-03eb-4463-81d5-14adfadfa0dd","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"maas-trlp-auth-test-model-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:04.451654768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"9627d98f-9c68-48dc-a02b-16f9da037945","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","subscription":"e2e-auth-iso-439a29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:04.504281061Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"9627d98f-9c68-48dc-a02b-16f9da037945","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:04.557802207Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"9627d98f-9c68-48dc-a02b-16f9da037945","MaaSSubscription":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"maas-trlp-auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:04.834173321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"c216eb97-bc64-40a2-85b9-aab62ee5f2ea","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:04.834201494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"c216eb97-bc64-40a2-85b9-aab62ee5f2ea","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:04.939583982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"a7d93bfd-2e6b-4058-a935-168b17488a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:04.990455286Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"f75a9963-ac10-4aa0-b9e7-b7a1972dee6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:04.990566377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"2050b8c8-3333-4f78-9bdb-ed510b7095e6","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:04.990584244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"2050b8c8-3333-4f78-9bdb-ed510b7095e6","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:04.997470423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"a7d93bfd-2e6b-4058-a935-168b17488a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.148896849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"f75a9963-ac10-4aa0-b9e7-b7a1972dee6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.281666094Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"f75a9963-ac10-4aa0-b9e7-b7a1972dee6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"name":"e2e-shared-a-w1-b4deef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.281697045Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"e2e-auth-iso-439a29","reconcileID":"f75a9963-ac10-4aa0-b9e7-b7a1972dee6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.301526207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"2d008607-122a-4dd2-8a1e-fc3a7059ee41","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.344513081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"05c711ca-c835-4db5-8b04-509e58ea44d4","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"tenant":"e2e-shared-a-w1-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","model":"ai-tenant-e2e-shared-a-w1-b4deef/auth-test-model-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.34453718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"auth-test-model-b4deef","reconcileID":"05c711ca-c835-4db5-8b04-509e58ea44d4","MaaSModelRef":{"name":"auth-test-model-b4deef","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"routeName":"auth-test-model-b4deef-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","llmisvcName":"auth-test-model-b4deef","gateway":"openshift-ingress/e2e-shared-a-w1-b4deef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.359477739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"2d008607-122a-4dd2-8a1e-fc3a7059ee41","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.49449065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"9877cc40-1f7c-41a5-b3e0-5e565b6b98e3","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.494513991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"9877cc40-1f7c-41a5-b3e0-5e565b6b98e3","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.56568716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"a4d6652a-3a52-40f9-81d6-4e7010454660","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.823325926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"a4d6652a-3a52-40f9-81d6-4e7010454660","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.949676169Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"a4d6652a-3a52-40f9-81d6-4e7010454660","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"name":"e2e-shared-b-w1-9f7654-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:05.949702031Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"e2e-auth-iso-439a29","reconcileID":"a4d6652a-3a52-40f9-81d6-4e7010454660","MaaSAuthPolicy":{"name":"e2e-auth-iso-439a29","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:06.006719964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"def3e2dc-497c-4094-bf64-07aa7189343e","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"tenant":"e2e-shared-b-w1-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","model":"ai-tenant-e2e-shared-b-w1-9f7654/auth-test-model-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:06.006745754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"auth-test-model-9f7654","reconcileID":"def3e2dc-497c-4094-bf64-07aa7189343e","MaaSModelRef":{"name":"auth-test-model-9f7654","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"routeName":"auth-test-model-9f7654-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","llmisvcName":"auth-test-model-9f7654","gateway":"openshift-ingress/e2e-shared-b-w1-9f7654","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:11.884222605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"c34973ed-f175-4aa8-bae7-3a67a955d9de","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"maas-trlp-auth-test-model-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:12.055043581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"462c8fd6-e9b9-457f-ac4a-b7f5b15f37d5","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:12.05506961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"462c8fd6-e9b9-457f-ac4a-b7f5b15f37d5","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.46130931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"ac016358-cc7e-4b07-80b0-18b6f0d0933c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.521101844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"ac016358-cc7e-4b07-80b0-18b6f0d0933c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.569299189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"2cb4aaf6-a0ce-4024-b23c-8d624894e561","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.569322882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"2cb4aaf6-a0ce-4024-b23c-8d624894e561","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.625481692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"ccd5a82f-1188-4fcd-a633-6ada4408afde","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.625505145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"ccd5a82f-1188-4fcd-a633-6ada4408afde","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.733410042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"086bf84f-0b4f-4972-bb09-cd9bc2095785","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.861321047Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"086bf84f-0b4f-4972-bb09-cd9bc2095785","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.920529581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0e450a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"086bf84f-0b4f-4972-bb09-cd9bc2095785","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.983561797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"6bfabe41-df9f-4b10-a290-818f0afec8c3","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:13.983584752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"6bfabe41-df9f-4b10-a290-818f0afec8c3","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:17.608511566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:24.08993872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"ebf29b3d-992b-4f2b-830e-a926f1eb6155","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:24.146658382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"ebf29b3d-992b-4f2b-830e-a926f1eb6155","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:24.203016796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0e450a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"ebf29b3d-992b-4f2b-830e-a926f1eb6155","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:24.802690545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcddb85d-1fec-425b-b805-8d401302ecb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:24.855495383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcddb85d-1fec-425b-b805-8d401302ecb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:24.908169872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcddb85d-1fec-425b-b805-8d401302ecb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:24.961281583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcddb85d-1fec-425b-b805-8d401302ecb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:25.344859418Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-15e0f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-15e0f6","reconcileID":"9dcaa745-f589-422e-9c0e-9186366dd9b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-15e0f6","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-15e0f6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:26.88885903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7eab1e-b85e-4757-935b-5a8b7fa5a916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:26.95486204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7eab1e-b85e-4757-935b-5a8b7fa5a916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.007794618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7eab1e-b85e-4757-935b-5a8b7fa5a916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:27.060576315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7eab1e-b85e-4757-935b-5a8b7fa5a916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:31.781518917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"7e075290-a7bf-4ae7-b142-fd9bb6d41a92","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a6900c","tenantID":"e2e-extmod-a-a6900c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:31.898666754Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"7e075290-a7bf-4ae7-b142-fd9bb6d41a92","name":"e2e-extmod-a-a6900c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:34.309924326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"67970b08-887f-4ac9-9b02-410fe836edc1","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:34.366723194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"67970b08-887f-4ac9-9b02-410fe836edc1","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:34.423121355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0e450a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"67970b08-887f-4ac9-9b02-410fe836edc1","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:44.534624099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"60af802a-de74-434d-b9c3-7c716a265b3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:44.593266068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"60af802a-de74-434d-b9c3-7c716a265b3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:44.648606238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0e450a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b48d3a9f274c4ca4f9da1ab62c7d4aa86f2079d4cdc11d3efc9e815d0f8ee83) AuthConfig (2dec5114617bc894fddc997cac1ad5a2fc25560f8e25cc202f7713ece0bb1713) AuthConfig (4037f3ea14b4f8682c6b1f611193dcb281d856c32a79782cbaa68ce78c0d74e2) AuthConfig (eaf4a40be6832deecec8a0dbc873e79715f2fbf6d1a0547000a675e6378cce77) AuthConfig (c4727815356208a081a2fb77c4910481c3c259131ff83a67b57276ba303dd21a) AuthConfig (2d4d8c64f3b83448a15566c27c4b589e8383db3b7ee5e494ffdf5e3a6844f679) AuthConfig (6c78223e0d26e92f7560462605c33faf408e99b873c47f0e371f359a8b4284fa) AuthConfig (5abaf6656180b320014096693d305b42ec65487707ebff802d947721e15e490e) AuthConfig (a5df7ecc3b7efbc7366376cf0831bd5c72e4201343bd7e7deab886b9d20d3d38) AuthConfig (8cfc2fec93214457c80521d43457ccd1ac598c083dbc9e1112f86ea24c7993fb) AuthConfig (f0b703b30095c9c8557ca6967701ebe6833170f956b550e27ab7b73a6885c932) AuthConfig (a34c46614d6e8099396e1def69616915c643ac290810218071a383c1a965abff) AuthConfig (39f8107b5d83e88aa39a71c3d0ec3d2cfddd6834bfeed590952ca65c250f0298) AuthConfig (a423c7a20a70f431162001583e06965121dd226b3dfc41147340cb40917a9add) AuthConfig (5c8dc2afb59278134f62498c05ddee2766ee8784d9a1204e83a9c351eb623422) AuthConfig (ae0474f5ff22bb8c7ee90e3e033f5fed78d28c1e19248ed06fdfeff4ebcadaac) AuthConfig (4e845bb855d72eb971a972c14d3bf8cc9a1f4cf70c7d40a27c0909126e4e2955) AuthConfig (623474f5fce42afcee1a5580f1ce0335a927e86d9a7e35de959b0913a6487e07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"60af802a-de74-434d-b9c3-7c716a265b3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:44.707225604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"2f1a117d-f0fc-4b92-8fb1-d04fd7ae5c73","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:44.707249406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"2f1a117d-f0fc-4b92-8fb1-d04fd7ae5c73","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:46.441187701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"b2cd923f-b152-4407-a280-7fb1e7d526a9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-20ccef","tenantID":"e2e-extmod-a-20ccef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:46.561621269Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"b2cd923f-b152-4407-a280-7fb1e7d526a9","name":"e2e-extmod-a-20ccef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:47.603844631Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:54.822957788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"0e0b49df-9e11-45e4-9483-4afbb189c1d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:54.88054769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"0e0b49df-9e11-45e4-9483-4afbb189c1d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:43:54.936779563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0e450a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b48d3a9f274c4ca4f9da1ab62c7d4aa86f2079d4cdc11d3efc9e815d0f8ee83) AuthConfig (2dec5114617bc894fddc997cac1ad5a2fc25560f8e25cc202f7713ece0bb1713) AuthConfig (4037f3ea14b4f8682c6b1f611193dcb281d856c32a79782cbaa68ce78c0d74e2) AuthConfig (eaf4a40be6832deecec8a0dbc873e79715f2fbf6d1a0547000a675e6378cce77) AuthConfig (c4727815356208a081a2fb77c4910481c3c259131ff83a67b57276ba303dd21a) AuthConfig (2d4d8c64f3b83448a15566c27c4b589e8383db3b7ee5e494ffdf5e3a6844f679) AuthConfig (6c78223e0d26e92f7560462605c33faf408e99b873c47f0e371f359a8b4284fa) AuthConfig (5abaf6656180b320014096693d305b42ec65487707ebff802d947721e15e490e) AuthConfig (a5df7ecc3b7efbc7366376cf0831bd5c72e4201343bd7e7deab886b9d20d3d38) AuthConfig (8cfc2fec93214457c80521d43457ccd1ac598c083dbc9e1112f86ea24c7993fb) AuthConfig (f0b703b30095c9c8557ca6967701ebe6833170f956b550e27ab7b73a6885c932) AuthConfig (a34c46614d6e8099396e1def69616915c643ac290810218071a383c1a965abff) AuthConfig (39f8107b5d83e88aa39a71c3d0ec3d2cfddd6834bfeed590952ca65c250f0298) AuthConfig (a423c7a20a70f431162001583e06965121dd226b3dfc41147340cb40917a9add) AuthConfig (5c8dc2afb59278134f62498c05ddee2766ee8784d9a1204e83a9c351eb623422) AuthConfig (ae0474f5ff22bb8c7ee90e3e033f5fed78d28c1e19248ed06fdfeff4ebcadaac) AuthConfig (4e845bb855d72eb971a972c14d3bf8cc9a1f4cf70c7d40a27c0909126e4e2955) AuthConfig (623474f5fce42afcee1a5580f1ce0335a927e86d9a7e35de959b0913a6487e07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"0e0b49df-9e11-45e4-9483-4afbb189c1d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:05.043669397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"98c48351-198a-4ee0-82bc-6ed6d50ff5d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:05.100648177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"98c48351-198a-4ee0-82bc-6ed6d50ff5d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:05.156003962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-0e450a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b48d3a9f274c4ca4f9da1ab62c7d4aa86f2079d4cdc11d3efc9e815d0f8ee83) AuthConfig (2dec5114617bc894fddc997cac1ad5a2fc25560f8e25cc202f7713ece0bb1713) AuthConfig (4037f3ea14b4f8682c6b1f611193dcb281d856c32a79782cbaa68ce78c0d74e2) AuthConfig (eaf4a40be6832deecec8a0dbc873e79715f2fbf6d1a0547000a675e6378cce77) AuthConfig (c4727815356208a081a2fb77c4910481c3c259131ff83a67b57276ba303dd21a) AuthConfig (2d4d8c64f3b83448a15566c27c4b589e8383db3b7ee5e494ffdf5e3a6844f679) AuthConfig (6c78223e0d26e92f7560462605c33faf408e99b873c47f0e371f359a8b4284fa) AuthConfig (5abaf6656180b320014096693d305b42ec65487707ebff802d947721e15e490e) AuthConfig (a5df7ecc3b7efbc7366376cf0831bd5c72e4201343bd7e7deab886b9d20d3d38) AuthConfig (8cfc2fec93214457c80521d43457ccd1ac598c083dbc9e1112f86ea24c7993fb) AuthConfig (f0b703b30095c9c8557ca6967701ebe6833170f956b550e27ab7b73a6885c932) AuthConfig (a34c46614d6e8099396e1def69616915c643ac290810218071a383c1a965abff) AuthConfig (39f8107b5d83e88aa39a71c3d0ec3d2cfddd6834bfeed590952ca65c250f0298) AuthConfig (a423c7a20a70f431162001583e06965121dd226b3dfc41147340cb40917a9add) AuthConfig (5c8dc2afb59278134f62498c05ddee2766ee8784d9a1204e83a9c351eb623422) AuthConfig (ae0474f5ff22bb8c7ee90e3e033f5fed78d28c1e19248ed06fdfeff4ebcadaac) AuthConfig (4e845bb855d72eb971a972c14d3bf8cc9a1f4cf70c7d40a27c0909126e4e2955) AuthConfig (623474f5fce42afcee1a5580f1ce0335a927e86d9a7e35de959b0913a6487e07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"98c48351-198a-4ee0-82bc-6ed6d50ff5d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:15.262733808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"a9b5a1ca-8139-4918-9f03-ac74b68b9379","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:15.321055083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"a9b5a1ca-8139-4918-9f03-ac74b68b9379","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:15.652225226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"9f3fb530-fac6-4bdc-a5ff-e1fb1fbc7eb3","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:15.652247142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"9f3fb530-fac6-4bdc-a5ff-e1fb1fbc7eb3","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:17.609438141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:20.996065447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"2c454ead-b673-4bd1-9a95-ddbd49332378","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:20.996089633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"2c454ead-b673-4bd1-9a95-ddbd49332378","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.058570656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"edfbc7ee-7fea-4b6b-8f2b-c9ad2d2c9fbb","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.058602907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"edfbc7ee-7fea-4b6b-8f2b-c9ad2d2c9fbb","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.103591426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"3cabadf1-6d74-4ac3-8134-a5bcea2e78f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:21.11481638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"f499f230-51de-4fff-84a3-a164ac7395e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-dd098c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:21.114812222Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"edfbc7ee-7fea-4b6b-8f2b-c9ad2d2c9fbb","name":"auth-test-model-0e450a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0e450a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:44:21.114869978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"edfbc7ee-7fea-4b6b-8f2b-c9ad2d2c9fbb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0e450a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.120308284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"929a52cb-6c62-4777-a740-6f501a564349","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.120328274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"929a52cb-6c62-4777-a740-6f501a564349","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.161664117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"3cabadf1-6d74-4ac3-8134-a5bcea2e78f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.230366325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"b0375508-a288-4577-9ad0-c20b64a6cbd6","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.230388171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"b0375508-a288-4577-9ad0-c20b64a6cbd6","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.2916292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"cdbae4c6-7aca-465b-a657-79dc08b00027","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.29166111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"cdbae4c6-7aca-465b-a657-79dc08b00027","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.47990364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"76eef4e8-5467-4828-b222-b245d3174d7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.51640957Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"994ab408-3d7c-425c-b33f-7fa08b579c1e","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"maas-trlp-auth-test-model-0e450a","model":"auth-test-model-0e450a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-0e450a/e2e-auth-iso-dd098c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.537991535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"76eef4e8-5467-4828-b222-b245d3174d7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.688098754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"bc50a23f-bce9-4a9e-9b9d-fa16c7458ceb","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.688128482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"bc50a23f-bce9-4a9e-9b9d-fa16c7458ceb","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:21.903493443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"1da1d5ae-d5ca-4689-a343-59fee585bd66","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"maas-trlp-auth-test-model-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:23.123405569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d02142-ceef-461e-a965-333ffd5e0d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:23.1800731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d02142-ceef-461e-a965-333ffd5e0d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:23.237567037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d02142-ceef-461e-a965-333ffd5e0d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:23.290385651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d02142-ceef-461e-a965-333ffd5e0d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:23.65756835Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-55edb1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-55edb1","reconcileID":"8a2edab9-ff7c-40c2-9f46-b00cdeed1c55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-55edb1","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-55edb1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:25.361539954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1814b2e9-1bc1-4d0f-8869-b9a2e413d0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:25.415225191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1814b2e9-1bc1-4d0f-8869-b9a2e413d0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:25.468349503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1814b2e9-1bc1-4d0f-8869-b9a2e413d0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:25.521284366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1814b2e9-1bc1-4d0f-8869-b9a2e413d0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:38.069977176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"1f911d46-0014-48a2-9a91-519e3f94a192","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"maas-trlp-auth-test-model-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:38.23755296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"d784ea19-cfc2-411d-a6c6-a90c200fb498","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:38.23757601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"d784ea19-cfc2-411d-a6c6-a90c200fb498","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:39.00365305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"b82eec1a-f1e1-447b-bbf6-8dbb0d248995","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:39.060583643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"b82eec1a-f1e1-447b-bbf6-8dbb0d248995","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:43.670084722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"3f5b280f-0dbf-4c28-9afc-2341f4a8a94f","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:43.670109229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"3f5b280f-0dbf-4c28-9afc-2341f4a8a94f","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:43.775687702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"5ae631eb-c3c8-4f64-8699-852fd7f74e9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:43.833468299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"5ae631eb-c3c8-4f64-8699-852fd7f74e9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:43.836255063Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"1a77e31f-4670-4c97-924e-0aaca6c88f6b","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a64224a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:44.149903907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"e1426a18-b611-42ee-aad7-bb984a98e11c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:44.206212099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"e1426a18-b611-42ee-aad7-bb984a98e11c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:47.604436598Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:50.313912167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"2ada15a3-d7b4-4a33-8bb4-973197094220","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-15e0f6","tenantID":"e2e-extmod-a-15e0f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:50.432461609Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"2ada15a3-d7b4-4a33-8bb4-973197094220","name":"e2e-extmod-a-15e0f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:53.889361549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"ad0b20e5-f88a-4922-adb9-6519f511828b","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","subscription":"e2e-auth-iso-dd098c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:53.942502892Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"ad0b20e5-f88a-4922-adb9-6519f511828b","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:53.995670656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"ad0b20e5-f88a-4922-adb9-6519f511828b","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"maas-trlp-auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.273691842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"3adcb62d-c053-443e-8a51-aac218641da7","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.273717515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"3adcb62d-c053-443e-8a51-aac218641da7","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.379625545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"354b2465-4959-4455-8aeb-dddb2e78f710","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.423895529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"f9eac6b4-3532-43b3-bb96-4270a757c584","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.423924154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"f9eac6b4-3532-43b3-bb96-4270a757c584","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.438124173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"354b2465-4959-4455-8aeb-dddb2e78f710","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.530998468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"f224abd8-d724-4155-8b8f-7d52d2ac806c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.588672462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"f224abd8-d724-4155-8b8f-7d52d2ac806c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.591596081Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"e0e5c6d8-5a8c-4968-aaf2-8869cb40092e","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0316043a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.750887012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"c8f8badf-427a-4f18-87ed-843c0479a062","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.82389854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"c8f8badf-427a-4f18-87ed-843c0479a062","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.911081119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"e4e913e4-91d1-4dad-af7c-17f2fe2a9ccb","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:54.971145678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"e4e913e4-91d1-4dad-af7c-17f2fe2a9ccb","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:57.153727516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f1e2eb-0ec2-457c-a8b3-e374ae6f7920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:57.207235528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f1e2eb-0ec2-457c-a8b3-e374ae6f7920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:57.260720027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f1e2eb-0ec2-457c-a8b3-e374ae6f7920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:57.313829457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f1e2eb-0ec2-457c-a8b3-e374ae6f7920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:59.21594073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac36f1b-e88f-4584-afe5-c090603f86fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:59.268536358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac36f1b-e88f-4584-afe5-c090603f86fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:59.321280664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac36f1b-e88f-4584-afe5-c090603f86fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:44:59.374017494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac36f1b-e88f-4584-afe5-c090603f86fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:01.382366241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acbfb3de-a67d-485f-848b-2ae08edf567a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:01.436067833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acbfb3de-a67d-485f-848b-2ae08edf567a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:01.489021948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acbfb3de-a67d-485f-848b-2ae08edf567a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:01.542052541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acbfb3de-a67d-485f-848b-2ae08edf567a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:03.483584506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5153fa-9883-425a-85bd-49eddb29ac5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:03.53675484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5153fa-9883-425a-85bd-49eddb29ac5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:03.58991974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5153fa-9883-425a-85bd-49eddb29ac5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:03.64273234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5153fa-9883-425a-85bd-49eddb29ac5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:04.644366649Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"4d348e19-bfd2-4422-a366-489384156958","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","subscription":"e2e-auth-iso-dd098c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:04.76220944Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"4d348e19-bfd2-4422-a366-489384156958","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:04.815843341Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"4d348e19-bfd2-4422-a366-489384156958","MaaSSubscription":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"maas-trlp-auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:05.093992356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"48d33017-da0d-4e4a-a125-5665ff206b2d","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:05.094041871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"48d33017-da0d-4e4a-a125-5665ff206b2d","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:05.199576236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"a10ebaca-3cc7-4f50-bcca-c281643aa1bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:05.255887963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"a10ebaca-3cc7-4f50-bcca-c281643aa1bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:05.546946273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd96f8c8-9fdc-4359-b4e0-5a7278870849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:05.599583177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd96f8c8-9fdc-4359-b4e0-5a7278870849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:05.655818074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd96f8c8-9fdc-4359-b4e0-5a7278870849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:05.658292344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"c0756c24-3ef9-4452-a6c3-c6be27f13783","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:05.711353821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd96f8c8-9fdc-4359-b4e0-5a7278870849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:05.768609539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"c0756c24-3ef9-4452-a6c3-c6be27f13783","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:07.684356008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9328b3-ae02-4b89-83e6-5a8395625d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:07.737185383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9328b3-ae02-4b89-83e6-5a8395625d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:07.789958437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9328b3-ae02-4b89-83e6-5a8395625d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:07.842663686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9328b3-ae02-4b89-83e6-5a8395625d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:09.763852034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e916cb64-149a-4dc2-831a-0869de12aed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:09.81694806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e916cb64-149a-4dc2-831a-0869de12aed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:09.869617653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e916cb64-149a-4dc2-831a-0869de12aed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:09.922428382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e916cb64-149a-4dc2-831a-0869de12aed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:10.027871993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"d2bfda4d-5842-4441-9801-8aebd7412d81","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:10.084616079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"d2bfda4d-5842-4441-9801-8aebd7412d81","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:11.863281784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb9b424-a4be-491e-9eaa-10722308cfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:11.916128204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb9b424-a4be-491e-9eaa-10722308cfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:11.969275932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb9b424-a4be-491e-9eaa-10722308cfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:12.02197317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb9b424-a4be-491e-9eaa-10722308cfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:13.511496032Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-69058c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-69058c","reconcileID":"d939fccb-c9ac-491a-bf2c-b5ec48a0a463","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-69058c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-69058c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:13.941810774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07d2b701-5d9b-4d8c-8900-ec5a3fe83d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:13.995027951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07d2b701-5d9b-4d8c-8900-ec5a3fe83d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:14.048665238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07d2b701-5d9b-4d8c-8900-ec5a3fe83d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:14.103109347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07d2b701-5d9b-4d8c-8900-ec5a3fe83d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.240691554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"391d9807-b726-46b8-8800-aef8d31a55c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.240917934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"13d3e7c7-1896-4bef-991d-e05123a2cd96","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.240942371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"13d3e7c7-1896-4bef-991d-e05123a2cd96","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.447388542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"391d9807-b726-46b8-8800-aef8d31a55c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.578033178Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"391d9807-b726-46b8-8800-aef8d31a55c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"name":"e2e-shared-a-w3-89cf28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.578061907Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"e2e-auth-iso-dd098c","reconcileID":"391d9807-b726-46b8-8800-aef8d31a55c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.644603155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"54307b91-4189-4fc9-867e-32c34bd69d39","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"tenant":"e2e-shared-a-w3-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","model":"ai-tenant-e2e-shared-a-w3-89cf28/auth-test-model-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.644626826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"auth-test-model-89cf28","reconcileID":"54307b91-4189-4fc9-867e-32c34bd69d39","MaaSModelRef":{"name":"auth-test-model-89cf28","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"routeName":"auth-test-model-89cf28-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","llmisvcName":"auth-test-model-89cf28","gateway":"openshift-ingress/e2e-shared-a-w3-89cf28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.780087637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"b1bfce5d-9f1b-4eb3-a362-16732614cc8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.780203892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"4e994e91-7a1d-4a08-807a-1ae5cfc0f1b7","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.780222118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"4e994e91-7a1d-4a08-807a-1ae5cfc0f1b7","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:15.986255506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"b1bfce5d-9f1b-4eb3-a362-16732614cc8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:16.041097513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7824b1cd-43d9-432c-9bac-3ad8d50627dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:16.093912644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7824b1cd-43d9-432c-9bac-3ad8d50627dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:16.147341982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7824b1cd-43d9-432c-9bac-3ad8d50627dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:16.164215129Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"b1bfce5d-9f1b-4eb3-a362-16732614cc8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"name":"e2e-shared-b-w3-0e450a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:16.164248813Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"e2e-auth-iso-dd098c","reconcileID":"b1bfce5d-9f1b-4eb3-a362-16732614cc8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd098c","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:16.200430892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7824b1cd-43d9-432c-9bac-3ad8d50627dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:16.257959297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"36fcdff1-07d9-4aa2-aa0f-9561c9b8e321","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"tenant":"e2e-shared-b-w3-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","model":"ai-tenant-e2e-shared-b-w3-0e450a/auth-test-model-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:16.257990032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"auth-test-model-0e450a","reconcileID":"36fcdff1-07d9-4aa2-aa0f-9561c9b8e321","MaaSModelRef":{"name":"auth-test-model-0e450a","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"routeName":"auth-test-model-0e450a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","llmisvcName":"auth-test-model-0e450a","gateway":"openshift-ingress/e2e-shared-b-w3-0e450a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:17.604886049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:18.158605875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27fa876-1247-4d15-93d0-194329e6143f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:18.211680146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27fa876-1247-4d15-93d0-194329e6143f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:18.264608342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27fa876-1247-4d15-93d0-194329e6143f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:18.319725882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27fa876-1247-4d15-93d0-194329e6143f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:20.23693652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98896c52-b7ef-4427-af39-05516d56c996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:20.289676236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98896c52-b7ef-4427-af39-05516d56c996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:20.342605483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98896c52-b7ef-4427-af39-05516d56c996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:20.397234657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98896c52-b7ef-4427-af39-05516d56c996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:42.576457275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b8b036-7364-4a19-829b-4b18796a08a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:42.629213192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b8b036-7364-4a19-829b-4b18796a08a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:42.681956927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b8b036-7364-4a19-829b-4b18796a08a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:42.735028659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b8b036-7364-4a19-829b-4b18796a08a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:43.175926341Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-32af64","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-32af64","reconcileID":"a87b7291-343a-4d94-8c95-92ab4175f669","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-32af64","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-32af64":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:44.65951862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6628a4f8-395c-4376-9989-2ca7dc37f4b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:44.712505154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6628a4f8-395c-4376-9989-2ca7dc37f4b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:44.765681362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6628a4f8-395c-4376-9989-2ca7dc37f4b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:44.818501115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6628a4f8-395c-4376-9989-2ca7dc37f4b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:46.706884159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84b8663-be53-4bda-8550-4c8ed3a6d058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:46.759692195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84b8663-be53-4bda-8550-4c8ed3a6d058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:46.812577504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84b8663-be53-4bda-8550-4c8ed3a6d058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:46.864978533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84b8663-be53-4bda-8550-4c8ed3a6d058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:47.603246297Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:48.7645758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71bf56e7-3cb0-462d-a07a-d897da525dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:48.817407467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71bf56e7-3cb0-462d-a07a-d897da525dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:48.869864753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71bf56e7-3cb0-462d-a07a-d897da525dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:48.922785092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71bf56e7-3cb0-462d-a07a-d897da525dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:56.360290482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"08004d01-684b-4940-99ef-734aec502fa3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55edb1","tenantID":"e2e-extmod-a-55edb1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:45:56.476679731Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"08004d01-684b-4940-99ef-734aec502fa3","name":"e2e-extmod-a-55edb1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:04.907384108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c482935-8c80-42e7-afaa-aa271713fa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:04.960194168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c482935-8c80-42e7-afaa-aa271713fa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:05.012774328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c482935-8c80-42e7-afaa-aa271713fa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:05.065324379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c482935-8c80-42e7-afaa-aa271713fa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:05.514516588Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9e18b5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9e18b5","reconcileID":"d99e7fd1-89e8-4945-b4d8-2703fa833d80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-9e18b5","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-9e18b5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:07.027161052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d49a7b-f85e-468a-9065-ea266c60e376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:07.079704262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d49a7b-f85e-468a-9065-ea266c60e376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:07.132193764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d49a7b-f85e-468a-9065-ea266c60e376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:07.184980584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d49a7b-f85e-468a-9065-ea266c60e376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:09.104900614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9c3d48-4e73-47f6-9408-e36b28eda4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:09.158639081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9c3d48-4e73-47f6-9408-e36b28eda4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:09.211477536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9c3d48-4e73-47f6-9408-e36b28eda4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:09.264262195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9c3d48-4e73-47f6-9408-e36b28eda4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:11.169048296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053dc3b7-5d2c-49f1-8877-7b01ee7daef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:11.222463753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053dc3b7-5d2c-49f1-8877-7b01ee7daef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:11.275402337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053dc3b7-5d2c-49f1-8877-7b01ee7daef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:11.328405797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053dc3b7-5d2c-49f1-8877-7b01ee7daef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:13.232793361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b772b5-8647-4e18-aeca-7eeedbbad8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:13.285517078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b772b5-8647-4e18-aeca-7eeedbbad8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:13.338365818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b772b5-8647-4e18-aeca-7eeedbbad8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:13.391304301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b772b5-8647-4e18-aeca-7eeedbbad8ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:15.291544067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4fa2d9d-9468-443b-848e-908d2d2f5202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:15.344331093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4fa2d9d-9468-443b-848e-908d2d2f5202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:15.397112343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4fa2d9d-9468-443b-848e-908d2d2f5202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:15.449936101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4fa2d9d-9468-443b-848e-908d2d2f5202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:17.355269545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc038636-2fd7-4334-9329-d9ef62a4c770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:17.407897846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc038636-2fd7-4334-9329-d9ef62a4c770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:17.460549115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc038636-2fd7-4334-9329-d9ef62a4c770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:17.516351255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc038636-2fd7-4334-9329-d9ef62a4c770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:17.603522953Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:19.469849047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd98f3b-7f88-424e-9d62-3ee06fdf6272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:19.522546775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd98f3b-7f88-424e-9d62-3ee06fdf6272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:19.575082062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd98f3b-7f88-424e-9d62-3ee06fdf6272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:19.627636169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd98f3b-7f88-424e-9d62-3ee06fdf6272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:21.562232259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661d8cc6-29f5-4b31-a90f-cd8ac4f5c23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:21.615082522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661d8cc6-29f5-4b31-a90f-cd8ac4f5c23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:21.667862831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661d8cc6-29f5-4b31-a90f-cd8ac4f5c23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:21.720454797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661d8cc6-29f5-4b31-a90f-cd8ac4f5c23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:24.464046483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33092506-d168-460e-b670-2ee88c9001b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:24.516951721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33092506-d168-460e-b670-2ee88c9001b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:24.569632274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33092506-d168-460e-b670-2ee88c9001b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:24.623596092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33092506-d168-460e-b670-2ee88c9001b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:26.537691892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7f66a7-a287-4744-8ed0-9e7dd19be6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:26.591291265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7f66a7-a287-4744-8ed0-9e7dd19be6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:26.644924079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7f66a7-a287-4744-8ed0-9e7dd19be6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:26.697497118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7f66a7-a287-4744-8ed0-9e7dd19be6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:28.636373203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61f12e4-1e92-466b-a856-f0f5d3dc8a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:28.689335214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61f12e4-1e92-466b-a856-f0f5d3dc8a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:28.742147549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61f12e4-1e92-466b-a856-f0f5d3dc8a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:28.794707202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61f12e4-1e92-466b-a856-f0f5d3dc8a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:30.499688328Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b1b1eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b1b1eb","reconcileID":"d57fa19d-b4e2-4b56-8ed0-eb23077f17dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b1b1eb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-b1b1eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:30.694758902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5f18d7-d118-492b-9d10-be419fe98e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:30.748413516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5f18d7-d118-492b-9d10-be419fe98e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:30.801248748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5f18d7-d118-492b-9d10-be419fe98e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:30.853853869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5f18d7-d118-492b-9d10-be419fe98e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:32.760592696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6d650c-4f89-499c-b5cb-b68e88a277a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:32.813756305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6d650c-4f89-499c-b5cb-b68e88a277a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:32.866708844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6d650c-4f89-499c-b5cb-b68e88a277a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:32.919600499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6d650c-4f89-499c-b5cb-b68e88a277a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:34.961169626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca14d2a3-25ed-47b2-b3ac-f977ab2c783d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:35.014366969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca14d2a3-25ed-47b2-b3ac-f977ab2c783d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:35.06702075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca14d2a3-25ed-47b2-b3ac-f977ab2c783d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:35.119780121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca14d2a3-25ed-47b2-b3ac-f977ab2c783d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:37.053113494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804611e5-694b-4e20-a406-aff88b28c17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:37.106070227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804611e5-694b-4e20-a406-aff88b28c17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:37.158917757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804611e5-694b-4e20-a406-aff88b28c17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:37.21172394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804611e5-694b-4e20-a406-aff88b28c17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:39.134266326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cde6e6a-be60-48dc-b6dc-f6eaab422e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:39.186919416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cde6e6a-be60-48dc-b6dc-f6eaab422e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:39.239674219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cde6e6a-be60-48dc-b6dc-f6eaab422e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:39.292418505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cde6e6a-be60-48dc-b6dc-f6eaab422e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:40.806331077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"a0cc99ac-3742-4ac7-b328-0bacc430dc4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:41.086634363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"bfd176a7-4619-4d90-9791-c7681a3468ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:41.201342271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"48c0e36f-4d5c-4651-98db-d9d7f7545936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:41.303180684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dbcd515e-9fb3-4316-8200-e6e9db9f4940","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:41.408461404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"44121791-ded0-436b-a3ed-c1c262f0a4d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:41.444594054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"a82fd810-3fb2-4052-8f10-4bab1a1e8c2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:41.515435944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d84ff631-a49d-4a40-b27c-28f5a2b6a881","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:41.631510332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"adbc0074-9fc8-4964-bfbc-f177dd540bd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:41.732526105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"b9be4cbc-1eee-41ad-8220-77f167173c53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:42.058754571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"4854bbc0-9f6e-47a8-8d34-e152d0dc8bb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:42.231635305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"07b08216-ff51-4612-bc88-8eadc1574fc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:42.637089138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"e54b16c9-df42-4727-8476-f3ff4ee87a22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:47.605335296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.088875191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"57a814d9-6b16-4c5b-bbe4-f7eb05b99493","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-69058c","tenantID":"e2e-extmod-b-69058c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:46:48.20456259Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"57a814d9-6b16-4c5b-bbe4-f7eb05b99493","name":"e2e-extmod-b-69058c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.126242127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"22183cac-9321-4b00-8051-1b72d9202c2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.222769309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"923ccb20-13ad-4ca7-96e8-171688e46d32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.484545543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"abfe0bf0-c4f8-4fd8-921d-b09f7083d839","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.584605737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"9be559e6-856e-47ef-888a-ccc92975aefa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.785094042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"9ae2c3a0-8359-40a1-8a9b-80bb96a8814f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:12.90198759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6da339aa-bc01-4027-8461-4cbb922c7f5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:13.159473132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"1c8e5a26-37e3-4599-8473-a42586d6ecb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:13.29154944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"e41fe428-d61f-48f6-bca3-864ed75d42c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:13.469616339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a9bb9f3-2815-4789-86aa-21fd77c3692b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:13.711170038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"da9d1a9f-3330-4bda-ae2d-4a69a61741d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:13.830424126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"b396f0d6-5f76-4e43-98d1-30545ca30da5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:13.931416157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"bd2e2a54-ab00-4e49-838f-dfbceaaecfd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:17.603473893Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:21.731051431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"7ab832ee-753f-49ac-b064-ff96cca0a417","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-32af64","tenantID":"e2e-extmod-b-32af64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:21.850758806Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"7ab832ee-753f-49ac-b064-ff96cca0a417","name":"e2e-extmod-b-32af64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:23.27188753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fdbc4e-9595-4da2-be6a-f09bcb439bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:23.324575592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fdbc4e-9595-4da2-be6a-f09bcb439bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:23.377778319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fdbc4e-9595-4da2-be6a-f09bcb439bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:23.430616273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fdbc4e-9595-4da2-be6a-f09bcb439bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:25.374390653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652432bf-0707-48a4-810c-7703403cdcfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:25.427425459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652432bf-0707-48a4-810c-7703403cdcfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:25.480197078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652432bf-0707-48a4-810c-7703403cdcfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:25.533201646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652432bf-0707-48a4-810c-7703403cdcfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:27.473171847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78de747-7377-4555-ba3b-cc7bb40338d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:27.525972655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78de747-7377-4555-ba3b-cc7bb40338d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:27.579828209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78de747-7377-4555-ba3b-cc7bb40338d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:27.634091672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78de747-7377-4555-ba3b-cc7bb40338d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:29.526839275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e65478b3-450c-4b94-99e9-0c702d923202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:29.579587978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e65478b3-450c-4b94-99e9-0c702d923202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:29.632816304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e65478b3-450c-4b94-99e9-0c702d923202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:29.686329669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e65478b3-450c-4b94-99e9-0c702d923202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:31.591039999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26216db-0049-4789-ab6e-eaf2b754d9db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:31.643930235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26216db-0049-4789-ab6e-eaf2b754d9db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:31.696640908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26216db-0049-4789-ab6e-eaf2b754d9db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:31.750039012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26216db-0049-4789-ab6e-eaf2b754d9db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:47.603449269Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.619357404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"e217e89b-ed40-4987-920d-2a1eb12c1e3f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-9e18b5","tenantID":"e2e-autores-9e18b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:47:51.736623378Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"e217e89b-ed40-4987-920d-2a1eb12c1e3f","name":"e2e-autores-9e18b5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.584118015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5297d5d-bf33-4808-960f-e2c0703d45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.602905812Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.637079495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5297d5d-bf33-4808-960f-e2c0703d45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.689815574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5297d5d-bf33-4808-960f-e2c0703d45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:17.74326551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5297d5d-bf33-4808-960f-e2c0703d45b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.660872814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daca26fd-9ab4-4275-ae53-788556ab9663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.714414689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daca26fd-9ab4-4275-ae53-788556ab9663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.7679541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daca26fd-9ab4-4275-ae53-788556ab9663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:19.821595032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daca26fd-9ab4-4275-ae53-788556ab9663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.046127959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"bf0080d8-870f-402f-81bf-10af26074d06","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b1b1eb","tenantID":"e2e-extmod-b-b1b1eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.216489165Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"bf0080d8-870f-402f-81bf-10af26074d06","name":"e2e-extmod-b-b1b1eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.729641339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb49cfcb-055c-4cc1-8657-eeee1bf0a259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.782450889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb49cfcb-055c-4cc1-8657-eeee1bf0a259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.835400598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb49cfcb-055c-4cc1-8657-eeee1bf0a259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:21.887966836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb49cfcb-055c-4cc1-8657-eeee1bf0a259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:23.781784736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec9138-5e7a-4431-8640-32ec732d6d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:23.834931124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec9138-5e7a-4431-8640-32ec732d6d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:23.888014646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec9138-5e7a-4431-8640-32ec732d6d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:23.940610839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec9138-5e7a-4431-8640-32ec732d6d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:25.840112202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6f6d4b-7b78-4f64-b439-37b4f9d55d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:25.893720842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6f6d4b-7b78-4f64-b439-37b4f9d55d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:25.946216248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6f6d4b-7b78-4f64-b439-37b4f9d55d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:25.99883851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6f6d4b-7b78-4f64-b439-37b4f9d55d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:27.95669981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a2d150-c17e-4c49-bf94-ea33978137a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:28.009279392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a2d150-c17e-4c49-bf94-ea33978137a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:28.062357399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a2d150-c17e-4c49-bf94-ea33978137a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:28.116354967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a2d150-c17e-4c49-bf94-ea33978137a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.080915074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf68d1d-f755-40cc-9509-d873a1947a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.133488635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf68d1d-f755-40cc-9509-d873a1947a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.185981338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf68d1d-f755-40cc-9509-d873a1947a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:38.238577767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf68d1d-f755-40cc-9509-d873a1947a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.137208123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3eddbc-1713-4681-8cb0-3b5bbbc31728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.19001854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3eddbc-1713-4681-8cb0-3b5bbbc31728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.245052561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3eddbc-1713-4681-8cb0-3b5bbbc31728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:40.298465826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3eddbc-1713-4681-8cb0-3b5bbbc31728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:42.278717794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fcf32f1-6b66-40e0-a976-65609ac1c2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:42.331517773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fcf32f1-6b66-40e0-a976-65609ac1c2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:42.384197298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fcf32f1-6b66-40e0-a976-65609ac1c2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:42.436915729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fcf32f1-6b66-40e0-a976-65609ac1c2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:44.343149577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fc4633-3cca-409e-93a5-a42ee4458241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:44.396569544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fc4633-3cca-409e-93a5-a42ee4458241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:44.449338217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fc4633-3cca-409e-93a5-a42ee4458241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:44.502107032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fc4633-3cca-409e-93a5-a42ee4458241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:46.433430836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6a4828-7c21-4262-a82f-674957935519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:46.486339116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6a4828-7c21-4262-a82f-674957935519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:46.538854284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6a4828-7c21-4262-a82f-674957935519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:46.591913545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6a4828-7c21-4262-a82f-674957935519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:47.603035638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.530393449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d4b216-a9d9-44ae-b2af-93c00dd8cd71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.583816896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d4b216-a9d9-44ae-b2af-93c00dd8cd71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.636775769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d4b216-a9d9-44ae-b2af-93c00dd8cd71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:48.689513056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d4b216-a9d9-44ae-b2af-93c00dd8cd71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:50.624666831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a05955-21bc-44d7-a58d-c0caed4e10c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:50.677405634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a05955-21bc-44d7-a58d-c0caed4e10c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:50.730565233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a05955-21bc-44d7-a58d-c0caed4e10c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:48:50.783092579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a05955-21bc-44d7-a58d-c0caed4e10c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:04.260229336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"b7e6d0e6-25ee-4661-910c-4e49dc6154e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:04.438564701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"4744beb9-9643-424a-af0c-e2725d2407ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:04.558630605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"bfd5a342-7968-463d-ad03-18d25cf8af5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:04.852436414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"8c7519d8-db3e-4589-b0e6-e9f75fd37bd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:04.971778679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"7443e44b-acdc-4cc6-af3d-6efe62c8a0f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:05.624295736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47db0084-6344-4c9f-b30f-da21786f377a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:05.725813321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"da1d5678-8325-49e4-8925-5a9081e998cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:05.868523639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8633d90d-c613-4203-ac6d-690e352b3e39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:05.985181017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"14fb01eb-273b-4d90-b84f-8ebf946af8bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:06.084697474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"b9a6f0b2-9ca8-49f9-b998-cd9ae5a82a9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:06.105414445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"d563f066-e7ec-4d2e-ad69-00e209f6fc37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:06.280908069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"9e0fa25e-7ca3-4a4c-a4d8-f434ea57f30a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:10.295928175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c042c8-37e8-414f-938f-1820ac09265c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:10.348755598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c042c8-37e8-414f-938f-1820ac09265c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:10.401442832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c042c8-37e8-414f-938f-1820ac09265c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:10.454640526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c042c8-37e8-414f-938f-1820ac09265c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:12.483677814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387d6cc5-6efc-447d-b31c-808be8558b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:12.536403183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387d6cc5-6efc-447d-b31c-808be8558b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:12.589834832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387d6cc5-6efc-447d-b31c-808be8558b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:12.642711987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387d6cc5-6efc-447d-b31c-808be8558b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.573881814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52265a7a-7f72-41de-8a8a-68acc5d0621f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.626670089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52265a7a-7f72-41de-8a8a-68acc5d0621f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.679390782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52265a7a-7f72-41de-8a8a-68acc5d0621f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:14.732287826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52265a7a-7f72-41de-8a8a-68acc5d0621f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:16.634643409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a58334-32c3-47cd-8621-cc386bdae755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:16.687518445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a58334-32c3-47cd-8621-cc386bdae755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:16.740196512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a58334-32c3-47cd-8621-cc386bdae755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:16.793376818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a58334-32c3-47cd-8621-cc386bdae755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:17.603016732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.706459477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472ecab4-b5b8-4009-96c5-9a205daa8c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.759099145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472ecab4-b5b8-4009-96c5-9a205daa8c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.811657735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472ecab4-b5b8-4009-96c5-9a205daa8c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:18.864162183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472ecab4-b5b8-4009-96c5-9a205daa8c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:20.768900349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eec9168-24e5-4b60-9a8c-ff399dedb049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:20.822208736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eec9168-24e5-4b60-9a8c-ff399dedb049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:20.874863103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eec9168-24e5-4b60-9a8c-ff399dedb049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:20.928327546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eec9168-24e5-4b60-9a8c-ff399dedb049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.261656216Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","namespace":"ai-tenant-e2e-extmod-a-55edb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.261757789Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","namespace":"ai-tenant-e2e-extmod-a-55edb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.261853187Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","tenant":"e2e-extmod-a-55edb1","tenantID":"e2e-extmod-a-55edb1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.317911938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"Deployment","name":"maas-api-e2e-extmod-a-55edb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.381712868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"Service","name":"maas-api-e2e-extmod-a-55edb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.44623757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-55edb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.501959034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-55edb1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.559809158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.618811196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.675795034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.731147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.783665932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.836442975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.872475333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c36d6e-1f3a-485f-add7-a89619efcd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.925539728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"Service","name":"payload-processing-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.92608058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c36d6e-1f3a-485f-add7-a89619efcd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.978526296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:22.979127554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c36d6e-1f3a-485f-add7-a89619efcd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.031618733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.03211293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c36d6e-1f3a-485f-add7-a89619efcd4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.091083045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.145918953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.207498132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.312289636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.366782736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.419592637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-55edb1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:23.47195604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55edb1"},"namespace":"ai-tenant-e2e-extmod-a-55edb1","name":"default-tenant","reconcileID":"1d32e771-141a-499d-8836-ef7b816709c2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-55edb1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.389272536Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-55edb1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-55edb1","reconcileID":"65b54fd3-9e95-4c01-afc5-0f4638ef61b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-55edb1","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-55edb1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:24.985836308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f32fdaf-fcc9-4f0f-af0d-cb474e261a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.038372374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f32fdaf-fcc9-4f0f-af0d-cb474e261a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.09092051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f32fdaf-fcc9-4f0f-af0d-cb474e261a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:25.143473638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f32fdaf-fcc9-4f0f-af0d-cb474e261a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:27.048535123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131424ee-a3e5-45a5-895c-719fa03956bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:27.101735608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131424ee-a3e5-45a5-895c-719fa03956bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:27.154478599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131424ee-a3e5-45a5-895c-719fa03956bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:27.207341022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131424ee-a3e5-45a5-895c-719fa03956bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.103542836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c6b7e-3a0b-4b62-9dd1-45fd8c977908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.156705929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c6b7e-3a0b-4b62-9dd1-45fd8c977908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.209405783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c6b7e-3a0b-4b62-9dd1-45fd8c977908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:29.262358866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c6b7e-3a0b-4b62-9dd1-45fd8c977908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:31.171723288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24067680-6b7b-4795-bc77-05082fc38ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:31.226188876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24067680-6b7b-4795-bc77-05082fc38ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:31.27905792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24067680-6b7b-4795-bc77-05082fc38ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:31.334562296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24067680-6b7b-4795-bc77-05082fc38ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:33.260305118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c91f6d-ce86-4418-85d4-f559c71d18f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:33.312870275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c91f6d-ce86-4418-85d4-f559c71d18f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:33.365683122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c91f6d-ce86-4418-85d4-f559c71d18f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:33.418835613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c91f6d-ce86-4418-85d4-f559c71d18f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.076178727Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","namespace":"ai-tenant-e2e-autores-9e18b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.076265883Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","namespace":"ai-tenant-e2e-autores-9e18b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.076329264Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","tenant":"e2e-autores-9e18b5","tenantID":"e2e-autores-9e18b5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.131509571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"Deployment","name":"maas-api-e2e-autores-9e18b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.194195487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"Service","name":"maas-api-e2e-autores-9e18b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.251038543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-9e18b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.307420917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-9e18b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.368344406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.428605656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.538080938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.59315908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.645416991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"Deployment","name":"payload-processing-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.698060447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.750610461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"Service","name":"payload-processing-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.8076443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"Service","name":"payload-pre-processing-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.860097744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"DestinationRule","name":"payload-processing-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.91335479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:34.96682516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.019511779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.071826585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.123965418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.176365237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-9e18b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.228950674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9e18b5"},"namespace":"ai-tenant-e2e-autores-9e18b5","name":"default-tenant","reconcileID":"ee790e66-155e-40d5-b371-bada6ed65a3f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-9e18b5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.332785059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0ca0eb-3f9b-4c9f-a25d-32ad3d24d6f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.385808614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0ca0eb-3f9b-4c9f-a25d-32ad3d24d6f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.438653558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0ca0eb-3f9b-4c9f-a25d-32ad3d24d6f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:35.491865681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0ca0eb-3f9b-4c9f-a25d-32ad3d24d6f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:36.109084299Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9e18b5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9e18b5","reconcileID":"e4b466ec-d748-4c8c-9080-41943f729b19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-9e18b5","removed":["maas.opendatahub.io/gateway-access-e2e-autores-9e18b5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:37.411636596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156d484-9f70-4664-b4fd-7e84a0e9fa45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:37.464591743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156d484-9f70-4664-b4fd-7e84a0e9fa45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:37.517387369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156d484-9f70-4664-b4fd-7e84a0e9fa45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:37.570183079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156d484-9f70-4664-b4fd-7e84a0e9fa45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:39.475649846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10b6c32-a37f-4a71-b168-6f9802a60229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:39.528542061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10b6c32-a37f-4a71-b168-6f9802a60229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:39.581660517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10b6c32-a37f-4a71-b168-6f9802a60229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:39.634717688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10b6c32-a37f-4a71-b168-6f9802a60229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:41.371603016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"e83adfa1-2f16-4c56-8f49-f3c1c35c1ec3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:41.572048701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac01dd8d-d7b9-45a6-82cc-051103929a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:41.624836251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac01dd8d-d7b9-45a6-82cc-051103929a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:41.678216197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac01dd8d-d7b9-45a6-82cc-051103929a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:41.732737603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac01dd8d-d7b9-45a6-82cc-051103929a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:41.892317531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"5579a058-dc09-423e-83a3-4b25f4e1ee66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:41.892528939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"53c3bcdf-e266-4f17-91a7-640bb4697d59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:41.938504868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"38f671be-3c12-4696-bc56-e4668d749795","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:42.056477971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c700113-d9eb-4a64-9b2a-19e92eda172c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:42.056493602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"0d9f6697-f164-4920-ba6a-d9126a67ad91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:42.619319862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"74f64c05-b48c-409b-b99a-9d67ccb749ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:42.720074427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"720c81a0-0545-4547-9c6f-cd53e9a87f21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:42.85234284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ccfb9846-1649-4b9b-872b-f542558cee17","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:42.954005399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"c68a26a6-e9b0-4054-a8ec-2b4ad91c942e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:42.971924516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"5a28e0fa-8151-44b6-b042-5ce1dae40830","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:43.149737927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"81e7839e-ced7-4480-970b-6008ebbafd2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.574074473Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","namespace":"ai-tenant-e2e-extmod-a-15e0f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.574189027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","namespace":"ai-tenant-e2e-extmod-a-15e0f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.574266618Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","tenant":"e2e-extmod-a-15e0f6","tenantID":"e2e-extmod-a-15e0f6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.629125283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"Deployment","name":"maas-api-e2e-extmod-a-15e0f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.691762331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"Service","name":"maas-api-e2e-extmod-a-15e0f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.753627295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-15e0f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.811503403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-15e0f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.866340579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.921878439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:45.979534648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.034877649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.086935671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.139577849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.191989259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"Service","name":"payload-processing-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.244499135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.30135346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.356930842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.413213931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.472072642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.527017753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.579416197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.635681341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-15e0f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.690751191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-15e0f6"},"namespace":"ai-tenant-e2e-extmod-a-15e0f6","name":"default-tenant","reconcileID":"bf21508d-3198-463a-ae5f-88d069c2a065","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-15e0f6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.749024748Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","namespace":"ai-tenant-e2e-extmod-a-a6900c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.749094749Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","namespace":"ai-tenant-e2e-extmod-a-a6900c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.749181606Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","tenant":"e2e-extmod-a-a6900c","tenantID":"e2e-extmod-a-a6900c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.803412159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a6900c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.86761924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"Service","name":"maas-api-e2e-extmod-a-a6900c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.923404085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a6900c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:46.977931905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a6900c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.035626523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.091179712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.152730217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.218333572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.270963121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.325776556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.378703665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"Service","name":"payload-processing-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.431392889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.483686532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.537433099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.590366553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.60280774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.649395013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.705006642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.758081019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.815366113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a6900c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:47.867927913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a6900c"},"namespace":"ai-tenant-e2e-extmod-a-a6900c","name":"default-tenant","reconcileID":"83d708b4-505f-4c7c-a20a-8db3870eae67","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a6900c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:48.690023229Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a6900c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a6900c","reconcileID":"2bf99061-180c-4cce-aaa3-f92017ed9e6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a6900c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a6900c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.823256534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4323097e-30cf-4cd3-bd79-892bbede9e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.87624994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4323097e-30cf-4cd3-bd79-892bbede9e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.929343875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4323097e-30cf-4cd3-bd79-892bbede9e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:49.982126266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4323097e-30cf-4cd3-bd79-892bbede9e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:51.8941772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777c329-d608-4ad7-a40b-a35d606be00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:51.94711442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777c329-d608-4ad7-a40b-a35d606be00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:51.999824377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777c329-d608-4ad7-a40b-a35d606be00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:52.052518921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1777c329-d608-4ad7-a40b-a35d606be00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:52.658532483Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-15e0f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-15e0f6","reconcileID":"59aff250-e5d4-4bc7-bd70-3305f84cbf30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-15e0f6","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-15e0f6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:53.971548312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28405c67-990e-4493-b44b-dc64741ba831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.024416438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28405c67-990e-4493-b44b-dc64741ba831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.081158974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28405c67-990e-4493-b44b-dc64741ba831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:54.134827167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28405c67-990e-4493-b44b-dc64741ba831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.087530588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f0f71a-1ca1-4c71-b0c9-3418f7f360c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.140229434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f0f71a-1ca1-4c71-b0c9-3418f7f360c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.192929476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f0f71a-1ca1-4c71-b0c9-3418f7f360c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:56.247458922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f0f71a-1ca1-4c71-b0c9-3418f7f360c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.16679558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872aa289-5271-4463-a35f-9a161bfef95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.219342866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872aa289-5271-4463-a35f-9a161bfef95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.272115102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872aa289-5271-4463-a35f-9a161bfef95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:49:58.324774995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872aa289-5271-4463-a35f-9a161bfef95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.254289931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b696f014-5469-4867-9460-cb4063398bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.307904075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b696f014-5469-4867-9460-cb4063398bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.361174707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b696f014-5469-4867-9460-cb4063398bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:00.414336568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b696f014-5469-4867-9460-cb4063398bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:02.325382091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a398d5-0d62-4840-8e7e-618e71b65ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:02.378267787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a398d5-0d62-4840-8e7e-618e71b65ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:02.43100947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a398d5-0d62-4840-8e7e-618e71b65ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:02.484111625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a398d5-0d62-4840-8e7e-618e71b65ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:03.818749326Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","namespace":"ai-tenant-e2e-extmod-a-20ccef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:03.818821061Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","namespace":"ai-tenant-e2e-extmod-a-20ccef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:03.818872261Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","tenant":"e2e-extmod-a-20ccef","tenantID":"e2e-extmod-a-20ccef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:03.873839741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"Deployment","name":"maas-api-e2e-extmod-a-20ccef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:03.934808846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"Service","name":"maas-api-e2e-extmod-a-20ccef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:03.995187548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-20ccef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.049915804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-20ccef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.10664816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.16267517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.218229589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.273471997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.326275398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.378964365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.398210023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d121bbb0-93b3-4360-ada3-1863fdfa9795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.450525731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"Service","name":"payload-processing-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.451095469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d121bbb0-93b3-4360-ada3-1863fdfa9795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.503393162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.503850854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d121bbb0-93b3-4360-ada3-1863fdfa9795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.556413089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.556775192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d121bbb0-93b3-4360-ada3-1863fdfa9795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.609127765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.661523589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.717935168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.770365313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.823690472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.876811553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-20ccef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:04.929413766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-20ccef"},"namespace":"ai-tenant-e2e-extmod-a-20ccef","name":"default-tenant","reconcileID":"5018c45e-7fd6-47fb-b5f5-63d1417f6174","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-20ccef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:05.805089783Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-20ccef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-20ccef","reconcileID":"38a38931-df68-48bb-8f25-6f15915fb072","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-20ccef","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-20ccef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.555646042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38149b5d-9939-4f8d-b831-08f8413c3cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.608479702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38149b5d-9939-4f8d-b831-08f8413c3cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.660947626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38149b5d-9939-4f8d-b831-08f8413c3cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:06.713848333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38149b5d-9939-4f8d-b831-08f8413c3cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:08.676407379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbdc482-4deb-4ad0-90fa-7303107a3885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:08.729818872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbdc482-4deb-4ad0-90fa-7303107a3885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:08.78268538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbdc482-4deb-4ad0-90fa-7303107a3885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:08.837016272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbdc482-4deb-4ad0-90fa-7303107a3885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.109309323Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6924e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6924e5","reconcileID":"7e2fb76b-da96-4508-bed3-433ffe7313e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6924e5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-6924e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.888721304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af03a23-15c5-44a9-a51f-f880778c5a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.945717447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af03a23-15c5-44a9-a51f-f880778c5a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:10.998502473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af03a23-15c5-44a9-a51f-f880778c5a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:11.051470894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af03a23-15c5-44a9-a51f-f880778c5a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:12.984356608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b83d5e-4ab5-4d4b-8358-5e2acff287cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:13.04257389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b83d5e-4ab5-4d4b-8358-5e2acff287cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:13.096167458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b83d5e-4ab5-4d4b-8358-5e2acff287cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:13.14967515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b83d5e-4ab5-4d4b-8358-5e2acff287cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:15.095378087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec4c9b9-e6f3-4f4d-9849-3fd05efa5a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:15.148231705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec4c9b9-e6f3-4f4d-9849-3fd05efa5a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:15.200957873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec4c9b9-e6f3-4f4d-9849-3fd05efa5a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:15.254059256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec4c9b9-e6f3-4f4d-9849-3fd05efa5a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:17.175832614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bfc626-db41-48ec-a62e-83743907dbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:17.228424306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bfc626-db41-48ec-a62e-83743907dbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:17.282406604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bfc626-db41-48ec-a62e-83743907dbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:17.335365637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bfc626-db41-48ec-a62e-83743907dbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:17.602108806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:39.874266749Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","namespace":"ai-tenant-e2e-extmod-b-32af64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:39.874331136Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","namespace":"ai-tenant-e2e-extmod-b-32af64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:39.874379148Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","tenant":"e2e-extmod-b-32af64","tenantID":"e2e-extmod-b-32af64","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:39.929302965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"Deployment","name":"maas-api-e2e-extmod-b-32af64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:39.989858573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"Service","name":"maas-api-e2e-extmod-b-32af64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.047443866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-32af64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.101647796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-32af64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.161022874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.216727974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.273482302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.329382225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.382241275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.434810403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.487270657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"Service","name":"payload-processing-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.539494664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.591454669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.643630562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.696689348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.753453963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.805920487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.858750272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.911847534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-32af64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:40.965102502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32af64"},"namespace":"ai-tenant-e2e-extmod-b-32af64","name":"default-tenant","reconcileID":"3e0ee299-6d95-478e-a4ec-3f7560a6bb1f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-32af64","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:41.843055086Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-32af64","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-32af64","reconcileID":"e86cdc3d-7060-4229-89c3-980f9463c458","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-32af64","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-32af64"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:42.977885949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb855a80-5f44-403b-ba94-49cc4b20c1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:43.031114747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb855a80-5f44-403b-ba94-49cc4b20c1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:43.084985561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb855a80-5f44-403b-ba94-49cc4b20c1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:43.13799265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb855a80-5f44-403b-ba94-49cc4b20c1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.043173585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8ed77-bc92-4ad5-bde6-f983ad833234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.098088235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8ed77-bc92-4ad5-bde6-f983ad833234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.152019942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8ed77-bc92-4ad5-bde6-f983ad833234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:45.20478847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a8ed77-bc92-4ad5-bde6-f983ad833234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.15305081Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.153169587Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","namespace":"ai-tenant-e2e-shared-a-w1-b4deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.15325209Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","tenant":"e2e-shared-a-w1-b4deef","tenantID":"e2e-shared-a-w1-b4deef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.209575097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-b4deef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.323095531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"Service","name":"maas-api-e2e-shared-a-w1-b4deef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.380469711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-b4deef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.435294276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-b4deef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.490682063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.582854639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.637570647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.692646661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.744754278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.796885468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.853657945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.906659231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:46.959586338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.012289964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.064820579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.106484051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8164edf-5d0a-49de-b705-765b7599b035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.160731023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8164edf-5d0a-49de-b705-765b7599b035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.163950422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.214494337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8164edf-5d0a-49de-b705-765b7599b035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.267232911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.267391748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8164edf-5d0a-49de-b705-765b7599b035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.319813785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.372384224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-b4deef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.424885249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b4deef"},"namespace":"ai-tenant-e2e-shared-a-w1-b4deef","name":"default-tenant","reconcileID":"bfa062d4-42b5-4d05-a70c-aee477e49fd1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-b4deef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:47.602934981Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:48.242861553Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-b4deef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-b4deef","reconcileID":"536fa269-7dfd-4807-b8b2-3d9baaf0baa5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-b4deef","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-b4deef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:49.164631885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71260a4b-5fd7-4e42-aec6-4f3ace49c70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:49.217386459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71260a4b-5fd7-4e42-aec6-4f3ace49c70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:49.269963367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71260a4b-5fd7-4e42-aec6-4f3ace49c70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:49.322456873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71260a4b-5fd7-4e42-aec6-4f3ace49c70c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:51.225354273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bb4d18-6fa0-4fb3-ac7c-be9ace12746b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:51.278377569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bb4d18-6fa0-4fb3-ac7c-be9ace12746b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:51.331805435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bb4d18-6fa0-4fb3-ac7c-be9ace12746b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:51.384816774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bb4d18-6fa0-4fb3-ac7c-be9ace12746b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:53.347469762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63736ce3-e50b-4924-8dbf-ba5fda0f098e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:53.400345066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63736ce3-e50b-4924-8dbf-ba5fda0f098e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:53.453129866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63736ce3-e50b-4924-8dbf-ba5fda0f098e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:53.505878665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63736ce3-e50b-4924-8dbf-ba5fda0f098e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.468413798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b77f86-5044-44e8-b952-57b70a8faf6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.521178058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b77f86-5044-44e8-b952-57b70a8faf6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.574105612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b77f86-5044-44e8-b952-57b70a8faf6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:55.626886803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b77f86-5044-44e8-b952-57b70a8faf6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.567518053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7839ceb9-a614-4f40-b12b-b3b1f98fb69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.620319529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7839ceb9-a614-4f40-b12b-b3b1f98fb69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.673006898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7839ceb9-a614-4f40-b12b-b3b1f98fb69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:57.72594544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7839ceb9-a614-4f40-b12b-b3b1f98fb69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.64421484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fae16d0-f178-41c7-ade5-d958662913d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.697165344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fae16d0-f178-41c7-ade5-d958662913d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.751597182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fae16d0-f178-41c7-ade5-d958662913d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:50:59.80485628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fae16d0-f178-41c7-ade5-d958662913d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.716178334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e55828-ba8b-4e26-abde-6e0cec931b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.769470792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e55828-ba8b-4e26-abde-6e0cec931b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.822706577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e55828-ba8b-4e26-abde-6e0cec931b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:01.875803373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e55828-ba8b-4e26-abde-6e0cec931b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:03.799493399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c4774f5-036c-48d1-a71b-d6f75e9bcb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:03.852161562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c4774f5-036c-48d1-a71b-d6f75e9bcb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:03.90478207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c4774f5-036c-48d1-a71b-d6f75e9bcb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:03.957502575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c4774f5-036c-48d1-a71b-d6f75e9bcb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.090434965Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.09051838Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","namespace":"ai-tenant-e2e-shared-b-w1-9f7654","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.090567697Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","tenant":"e2e-shared-b-w1-9f7654","tenantID":"e2e-shared-b-w1-9f7654","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.150797578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-9f7654","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.213702427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"Service","name":"maas-api-e2e-shared-b-w1-9f7654","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.28182753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-9f7654","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.341461556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-9f7654","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.404186622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.459313656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.519208289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.577565351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.630709273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.683306865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.735844935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.78874138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.845731576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.902505992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:08.958179186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.014075917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.068573442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.120889529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.173203466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-9f7654","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.229793192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9f7654"},"namespace":"ai-tenant-e2e-shared-b-w1-9f7654","name":"default-tenant","reconcileID":"ce01ceae-f0a3-4b47-bb49-e6dda9189052","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-9f7654","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.28972045Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","namespace":"ai-tenant-e2e-extmod-b-b1b1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.289781985Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","namespace":"ai-tenant-e2e-extmod-b-b1b1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.289855844Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","tenant":"e2e-extmod-b-b1b1eb","tenantID":"e2e-extmod-b-b1b1eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.344084537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"Deployment","name":"maas-api-e2e-extmod-b-b1b1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.408427678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"Service","name":"maas-api-e2e-extmod-b-b1b1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.463564962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-b1b1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.517587358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-b1b1eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.572652697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.627765074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.685795274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.740720181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.793519554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.845925033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.89844515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"Service","name":"payload-processing-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:09.950977126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.00324978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.055739452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.107819358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.163523255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.21587493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.271089753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.323602915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-b1b1eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:10.375805175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b1b1eb"},"namespace":"ai-tenant-e2e-extmod-b-b1b1eb","name":"default-tenant","reconcileID":"edd343b2-03fe-4d7c-b23f-92e1e663418a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-b1b1eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:11.1919296Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b1b1eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b1b1eb","reconcileID":"43c810ca-aa5d-46f9-9fdc-a8c08e92f870","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b1b1eb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-b1b1eb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:12.364772513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4719b9f6-5916-4f90-b909-a9921c11b4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:12.417361114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4719b9f6-5916-4f90-b909-a9921c11b4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:12.469990178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4719b9f6-5916-4f90-b909-a9921c11b4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:12.522725905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4719b9f6-5916-4f90-b909-a9921c11b4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:14.46421557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026014a6-1e33-4d0c-b84b-a29397ea009e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:14.517128208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026014a6-1e33-4d0c-b84b-a29397ea009e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:14.569634849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026014a6-1e33-4d0c-b84b-a29397ea009e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:14.622266163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026014a6-1e33-4d0c-b84b-a29397ea009e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.066243852Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-9f7654","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-9f7654","reconcileID":"e90aef43-e64d-421f-b852-60c3bda85a52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-9f7654","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-9f7654"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.523931846Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","namespace":"ai-tenant-e2e-extmod-b-69058c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.523994429Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","namespace":"ai-tenant-e2e-extmod-b-69058c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.524044138Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","tenant":"e2e-extmod-b-69058c","tenantID":"e2e-extmod-b-69058c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.578373185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"Deployment","name":"maas-api-e2e-extmod-b-69058c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.639488595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"Service","name":"maas-api-e2e-extmod-b-69058c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.742755627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-69058c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.797301089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-69058c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.85251267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:15.907039297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.010747384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.065526875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.117926292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.170241567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.222716764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"Service","name":"payload-processing-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.274776694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.326802487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.378784037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.431269906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.489478532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.541648347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.558039548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e822234c-a7e2-4ce2-a082-fc0b0e7c2a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.610537261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.611424422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e822234c-a7e2-4ce2-a082-fc0b0e7c2a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.664362231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e822234c-a7e2-4ce2-a082-fc0b0e7c2a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.664459012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-69058c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.717300145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e822234c-a7e2-4ce2-a082-fc0b0e7c2a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:16.769726429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-69058c"},"namespace":"ai-tenant-e2e-extmod-b-69058c","name":"default-tenant","reconcileID":"be1c867a-2f40-413f-a769-6bfc5e2fab03","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-69058c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:17.603125491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:17.624242792Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-69058c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-69058c","reconcileID":"a83994d3-85bf-44f2-b3d7-ff08bd1b81ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-69058c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-69058c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:18.652938049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d910b22-ce1f-476f-8b5c-e5eafcb083d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:18.707810604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d910b22-ce1f-476f-8b5c-e5eafcb083d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:18.760718814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d910b22-ce1f-476f-8b5c-e5eafcb083d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:18.813350084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d910b22-ce1f-476f-8b5c-e5eafcb083d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.721737446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49245703-d970-4a59-84dd-eaecb43835d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.775461216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49245703-d970-4a59-84dd-eaecb43835d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.828447991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49245703-d970-4a59-84dd-eaecb43835d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:20.880949711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49245703-d970-4a59-84dd-eaecb43835d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:21.960792042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"8e6470c4-8b85-45ab-a9cd-1bc08403eb33","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6924e5","tenantID":"e2e-extmod-a-6924e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.092666813Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"8e6470c4-8b85-45ab-a9cd-1bc08403eb33","name":"e2e-extmod-a-6924e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.669538382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"3fd24fa0-e978-4144-b678-37ec85000a08","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.669854849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"d62d6f68-3499-4f1f-84d6-dbabe0a3560c","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.670128809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"114b3206-0dca-409c-9f4e-a322efe3ee3a","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.670359647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"95203dba-3758-4581-904a-66d2e3243788","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.853333488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2616149f-1dbf-485a-a19a-f7776d913d76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.853470257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"22e5bcfa-201c-47ca-a1f1-5fa8a4e760c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.853603325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"5444abad-02b4-42dd-a16f-1377a34355e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.88126825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"889db5fb-7a6c-4abc-be7c-a0c0359ae7ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.881269807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"375b66d1-5c9f-42d8-9971-aef12aa94a0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.906108263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2616149f-1dbf-485a-a19a-f7776d913d76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.959606011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2616149f-1dbf-485a-a19a-f7776d913d76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.965336162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"22e5bcfa-201c-47ca-a1f1-5fa8a4e760c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:22.971089324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"5444abad-02b4-42dd-a16f-1377a34355e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.012940096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2616149f-1dbf-485a-a19a-f7776d913d76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.019443645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"b05f1be6-8b7e-4766-9fe4-6a0b3a389aee","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.019823601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"f55fe04e-b02a-49bd-86f5-e546a172a7f5","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.020067448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"fe752125-09a9-49d9-8e20-857e31fd850a","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.020270436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"a57175f2-9ad7-4aa5-844f-c621ef67abc0","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.277551788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"71dda4a8-b8ab-4b88-954b-ce5058a38480","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.27785511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"56958132-33c6-4c02-a810-623a9c2f0549","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.38690013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"ed101be3-3617-4e45-ae42-25c29fc58bdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.387240492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"5c86cac1-2eb6-4cd7-83dd-e8e5a96a7d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.445200928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"ed101be3-3617-4e45-ae42-25c29fc58bdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:23.445416978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"5c86cac1-2eb6-4cd7-83dd-e8e5a96a7d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:24.986372083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2fbb64-3741-4ed7-8ce0-7392606af35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.039389244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2fbb64-3741-4ed7-8ce0-7392606af35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.092843281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2fbb64-3741-4ed7-8ce0-7392606af35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.145533424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2fbb64-3741-4ed7-8ce0-7392606af35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.396296278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-w4-d2a3e0","reconcileID":"15770e73-3da3-4b9a-8211-f62e98865ed8","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.39664647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"0f63629e-964a-4c04-afe4-00201fb8e934","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.396887609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"e01f94b9-a9e8-46e4-8be9-d61dd9044b5a","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.397304149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"0e0b40f2-74e1-4100-9bb8-a8b56b88094f","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.505718344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"becdfd50-7aba-4294-ba60-c0167b130e52","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.506287037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"9a1a75de-92c9-4a10-b37a-096b3dddccbe","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.506605798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-w4-d2a3e0","reconcileID":"8d914fed-f4f8-491d-8bcd-b52aed291547","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.506779787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"fcbbe2b5-a4bb-438c-af21-139df8bad485","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.557970878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"157dadd6-497c-45bc-8f51-7ecd76d41c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.557977953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"4f54320b-edea-4587-bc74-e57e71c997f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.612125514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"f5392b32-7009-4a36-8ae2-a01ad37b38c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.612197948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"e90e497c-018b-4ba0-91a9-01669ff53357","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.616727276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"4f54320b-edea-4587-bc74-e57e71c997f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.616775325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"157dadd6-497c-45bc-8f51-7ecd76d41c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.935267209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"3678b07d-d869-4ff0-8281-a0ddf8584d7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.938904158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"c2792729-37fd-40ec-9faf-47c2f19520de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.980373448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"85a82d90-0bc3-4401-ac81-60aa121874c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:25.980373796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"a95a6b1d-be4b-4b69-8e02-703300a0fd2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:26.037814329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"85a82d90-0bc3-4401-ac81-60aa121874c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:26.038938572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"a95a6b1d-be4b-4b69-8e02-703300a0fd2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.063657501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e74a8d-abf9-48f5-b77e-427ccd0cb740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.116716318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e74a8d-abf9-48f5-b77e-427ccd0cb740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.169388091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e74a8d-abf9-48f5-b77e-427ccd0cb740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:27.221968563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e74a8d-abf9-48f5-b77e-427ccd0cb740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.069639183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"be85ca85-e03f-4703-8207-0ed237675944","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.398845542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"f5c01a08-274d-4cc3-a723-1650378c3a46","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.729002999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"40269168-23d4-4058-8ad4-063ffde93e59","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.939737743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"9ad54acf-dd08-4212-9b39-9be03579e362","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.944150968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4b5a57e5-8e92-45d6-b8f7-ae56b3de1ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:28.944386389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"20846271-99a8-4c61-bf92-dc20fff00cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.00139418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4b5a57e5-8e92-45d6-b8f7-ae56b3de1ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.001425078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"20846271-99a8-4c61-bf92-dc20fff00cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.055766765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"fc9762c0-fbb6-4a08-9b8a-1437965bd8bb","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.114376064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"1ee35f34-e1b6-4d43-99b6-278642f8e29a","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.151448211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea52ecb8-8056-46e2-b83d-295cb7577f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.204996987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea52ecb8-8056-46e2-b83d-295cb7577f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.257875189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea52ecb8-8056-46e2-b83d-295cb7577f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.310857731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"8e2dedb1-2b24-4684-bb0a-7c4aee282e1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.311113571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea52ecb8-8056-46e2-b83d-295cb7577f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.468412218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"ca7342f3-d0c4-4755-86d8-8293c43ef3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.469670999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"46887f05-3fd4-487d-b5b6-19ce25182f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.470721219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"6c7051d1-58e7-42cd-bdcc-70eebf9c78cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.475519827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"c51d6c89-79a8-45c3-8e9a-f8668f3ac366","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.525968611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"ca7342f3-d0c4-4755-86d8-8293c43ef3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.527467755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"46887f05-3fd4-487d-b5b6-19ce25182f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:29.735324036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"88940d72-93c5-4002-a56f-c9cf3f3c8034","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.026419166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"abc6eef0-308d-4807-a6ae-f6e7768d6667","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.301886129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db9c66a-9427-4a5e-8ad2-d94c4cc2cf9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.354880508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db9c66a-9427-4a5e-8ad2-d94c4cc2cf9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.361231405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-w4-d2a3e0","reconcileID":"823fb617-dddc-48b6-ad89-71ea200c63b1","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.407798777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db9c66a-9427-4a5e-8ad2-d94c4cc2cf9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.460752274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db9c66a-9427-4a5e-8ad2-d94c4cc2cf9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.692756263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"a9c12bb0-32ff-492a-a556-8a40309fa028","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.906471603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"1bf53e63-2bbf-4f00-a947-acb82c2b194e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.909689703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"62558e51-2994-4b81-b444-9c9e17c7add9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.909696459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"62c20cca-ba24-4061-93c2-8da50ca1d1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.966919242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"62558e51-2994-4b81-b444-9c9e17c7add9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:31.967382537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"62c20cca-ba24-4061-93c2-8da50ca1d1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.027760692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"fb0ac675-a28d-458e-b616-e2a6c9d515bf","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.086081697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"56f4cfc6-0aaf-4360-a775-2d57beb70467","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.239356334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"bf16cb6f-8740-4926-98d9-cb3af56146a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.331746317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f30a5726-5e48-4051-8f95-88597171c642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.331784209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"0f4f2845-9aeb-4180-895b-fcc25698da1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.340804076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"655a56b3-4f48-4276-92c5-1c6f367c0783","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.394323301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"0f4f2845-9aeb-4180-895b-fcc25698da1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.394363272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f30a5726-5e48-4051-8f95-88597171c642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.407749833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"bdbdde71-e409-4c72-9597-ae91b29657b5","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:32.624311437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"72fc7acf-42d1-456f-8d17-b5e20457d5ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.389155558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1353b416-0cc8-457c-996e-d5c045bbfabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.441978139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1353b416-0cc8-457c-996e-d5c045bbfabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.494901668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1353b416-0cc8-457c-996e-d5c045bbfabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.500853451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"5246cd53-4bc3-42cb-ad76-f8417b27eaa2","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.547944969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1353b416-0cc8-457c-996e-d5c045bbfabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.549288117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"bfdfbcce-eee5-4e69-8fa8-53a7457a7c81","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.549535395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"24a85b01-a6c6-4451-a3d7-e9d69d8a32da","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.549805383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"e149165d-d436-421b-8978-247e2351bbbf","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.706685951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4ec8a35b-bbe5-4688-9a1a-bff922d04e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.706739725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"b7f66564-16e5-48d8-9bcd-6fefaccbfc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.760646125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"73993861-e5ba-461b-8c33-6eaebea29dd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.760690291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"b520d6ca-b3f3-4625-8d6b-5ed8b6948eb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.764405154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"b7f66564-16e5-48d8-9bcd-6fefaccbfc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:33.764503479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"4ec8a35b-bbe5-4688-9a1a-bff922d04e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.082986161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"7e1eacef-02e0-4f0f-930e-a99c4dc4a520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.083744797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"7f14ca88-7d55-4428-b9e9-40ea8e253544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.090397101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"d3ed1b85-0027-43f0-becd-6586dc7027e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.091481324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"2a7eee5c-1342-45fa-a314-2942c864ee75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.142006885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"7e1eacef-02e0-4f0f-930e-a99c4dc4a520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:34.142307995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"7f14ca88-7d55-4428-b9e9-40ea8e253544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.937740973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"82b5f6d0-e865-4c55-82aa-da20da3618df","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.938084143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-w4-d2a3e0","reconcileID":"febe7c77-fe30-4f0f-a6e0-23f4b22f5865","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.938379259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"690a3ffb-bd33-45f2-8079-35563920e748","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:35.938765644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"b943392c-5479-4419-9540-b0cc12b12ad6","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.097929482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"e7ab5956-cde5-4436-997e-7b38a25b73b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.098258719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"6b3bcd81-b2bd-43be-a03a-3f0744ee845d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.151440698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"0ce68ee7-953b-4590-8a56-1025be46104b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.151718268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"c2f9f74f-1d93-411f-82f3-734b5a620e90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.155121176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"6b3bcd81-b2bd-43be-a03a-3f0744ee845d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.155188223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"e7ab5956-cde5-4436-997e-7b38a25b73b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.477066945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"9c5d56ae-d564-4875-9caa-a057963f7dcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-premium-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.477093658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"84617b29-b319-4192-a2ed-f8f6c741c0a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"maas-trlp-simulator-w4-d2a3e0","model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.521193733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"67e29019-ef6d-4fe0-85f1-18edd5f90714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.521342847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"9d5efa47-b3ff-43dc-a603-bb30941f294e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.5779628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"67e29019-ef6d-4fe0-85f1-18edd5f90714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:36.578176481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"9d5efa47-b3ff-43dc-a603-bb30941f294e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:43.549940151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"c0511f86-d4fb-48bd-bebb-f4e65dfde10b","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:43.550256984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"4b7ddb95-e457-4c9b-b1a1-03e3b84bd54f","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:43.550443129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"33ae1693-649c-4e79-b514-24150358e1c8","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:43.550723405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"c6fbc26f-79b3-4175-b891-9b5fc41e7544","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:45.938877999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"72489c53-fcaa-4462-bfb8-9a00887ae2a5","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:45.939254319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-w4-d2a3e0","reconcileID":"f7b73013-c1fa-481b-933b-409be9291e65","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:45.939497879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"0404ffae-0d9f-492c-a76f-43e4a95a701e","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:45.939783359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"3d26c8fb-a689-488d-8395-7fdf2bbe7f2b","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.513309078Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"1f97cee5-b448-4b3d-aa69-8952a8b3549e","namespace":"ai-tenant-e2e-worker-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.513390083Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"1f97cee5-b448-4b3d-aa69-8952a8b3549e","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.570468925Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"1f97cee5-b448-4b3d-aa69-8952a8b3549e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.571411766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"15717cbe-a26a-44da-87ed-3217c40d455f","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.602386095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.627629761Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"1f97cee5-b448-4b3d-aa69-8952a8b3549e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.627657817Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"1f97cee5-b448-4b3d-aa69-8952a8b3549e","namespace":"ai-tenant-e2e-worker-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.627717633Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"1f97cee5-b448-4b3d-aa69-8952a8b3549e","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.631574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"dfa53726-c4ec-463a-892d-5e9952b1fdb1","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.685439324Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"1f97cee5-b448-4b3d-aa69-8952a8b3549e","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.689649334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"8fe2479c-a968-48ee-b44e-57576c4ac070","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.728480463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"180b86a1-9d20-41e1-9ee2-5a8b15f708e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.728480389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"430740ea-5e28-4555-8b31-b637a7e422f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.733864507Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"2241d783-943b-4a63-9a66-768f27dcabf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6d90e87","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:51:47.744716394Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"8fe2479c-a968-48ee-b44e-57576c4ac070","name":"premium-w1-1c3eef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-1c3eef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:51:47.744775174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"8fe2479c-a968-48ee-b44e-57576c4ac070","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-1c3eef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.745047914Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"1f97cee5-b448-4b3d-aa69-8952a8b3549e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.745213795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"1c9a9ce5-5d96-4896-86da-439da4643ad9","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.78548123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"430740ea-5e28-4555-8b31-b637a7e422f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.785576959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"180b86a1-9d20-41e1-9ee2-5a8b15f708e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.79245966Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"faeb3e58-f997-4075-84b5-ccacb3c835a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f066e2cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.802686942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"5e349625-b2dd-449e-b253-d9ef29688835","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.855831265Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"1529fe77-ea9c-4341-a105-91fa5777c395","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6d90e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.920801082Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"1f30322e-b3cf-4819-8d4c-5ddf6e3391fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f066e2cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.991835556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"bddfbb60-add2-42e0-beb2-5abd817b0a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:47.991954737Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"b51eeaf2-c104-4ae0-af9c-8c8ba34b3dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.149745495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"bddfbb60-add2-42e0-beb2-5abd817b0a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.149745434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"b51eeaf2-c104-4ae0-af9c-8c8ba34b3dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.274092218Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"bddfbb60-add2-42e0-beb2-5abd817b0a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.27412069Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-access","reconcileID":"bddfbb60-add2-42e0-beb2-5abd817b0a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:51:48.274495703Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"b51eeaf2-c104-4ae0-af9c-8c8ba34b3dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-1c3eef-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:51:48.274549035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"b51eeaf2-c104-4ae0-af9c-8c8ba34b3dc5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-1c3eef-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.280099304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"9521a710-1e0c-4b1e-9703-6f32d04508a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.330595481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"92dbb2a1-11f4-45ce-81bf-e74ec3f9b3e6","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.437930308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"9521a710-1e0c-4b1e-9703-6f32d04508a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.496121533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"9521a710-1e0c-4b1e-9703-6f32d04508a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"e2e-worker-w1-1c3eef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.4961759Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-access","reconcileID":"9521a710-1e0c-4b1e-9703-6f32d04508a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:48.556533337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"cf0b290b-f7d8-40be-b349-2b2b93ee0e0f","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:53.551416621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"17041ae2-4fb7-41b0-93a2-04acdcd053bf","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:53.551704818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"5f0074a4-7e79-4f99-8ff6-951aa4ea1a43","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:55.940298757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"4cca5a9b-916a-421a-a3b3-9ae69e4d99a0","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:55.940558832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-w4-d2a3e0","reconcileID":"aacc0e14-be57-4f5c-bb4a-6d62416c2a1f","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:55.940729752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"0fb2041f-f9c8-4899-a1fb-7415963d9740","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:55.940992749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"2caadfce-5f60-4fba-b135-09d4bd81dad5","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:57.909802969Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"e4bada64-feb3-41be-a8de-70ca0bce0864","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:57.962902149Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"e4bada64-feb3-41be-a8de-70ca0bce0864","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:57.974580619Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"6a8c9140-26b2-43c0-866d-cf737ad76d38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.016785642Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"simulator-subscription","reconcileID":"e4bada64-feb3-41be-a8de-70ca0bce0864","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/simulator-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.02769011Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"6a8c9140-26b2-43c0-866d-cf737ad76d38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.116714291Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"premium-simulator-subscription","reconcileID":"6a8c9140-26b2-43c0-866d-cf737ad76d38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"name":"maas-trlp-premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef","model":"e2e-models-e2e-worker-w1-1c3eef/premium-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.331895923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"76cccf34-108b-450a-87fa-b85aaf0c91fe","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.401954039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"simulator-w1-1c3eef","reconcileID":"5b78b1fc-0cf5-41a2-996e-6e7fecf0ea74","MaaSModelRef":{"name":"simulator-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"simulator-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"simulator-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:51:58.45720765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"premium-w1-1c3eef","reconcileID":"fe310f29-4009-4f76-9bdc-026ca334498b","MaaSModelRef":{"name":"premium-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"premium-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"premium-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.296744153Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.296814908Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","namespace":"ai-tenant-e2e-shared-a-w2-a0116e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.296865481Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","tenant":"e2e-shared-a-w2-a0116e","tenantID":"e2e-shared-a-w2-a0116e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.351351175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-a0116e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.413129134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"Service","name":"maas-api-e2e-shared-a-w2-a0116e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.468632564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-a0116e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.52363328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-a0116e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.57892167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.634042094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.691920059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.747093853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.799563063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.852017316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.904306398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:02.956594473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.009561095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.061789806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.114089436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.169869615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.222402545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.274623882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.326717191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-a0116e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.37878294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0116e"},"namespace":"ai-tenant-e2e-shared-a-w2-a0116e","name":"default-tenant","reconcileID":"cc5d52f4-b1bf-4a85-9528-59479bcedcb3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-a0116e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.435197764Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","namespace":"ai-tenant-e2e-shared-a-w0-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.435307652Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","namespace":"ai-tenant-e2e-shared-a-w0-e90906","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.435391829Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","tenant":"e2e-shared-a-w0-e90906","tenantID":"e2e-shared-a-w0-e90906","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.4905095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-e90906","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.551962963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-2-w1-1c3eef","reconcileID":"193ef560-8663-4171-b595-70ee1ad79127","MaaSModelRef":{"name":"distinct-2-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-2-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-2-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.552306013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"namespace":"e2e-models-e2e-worker-w1-1c3eef","name":"distinct-w1-1c3eef","reconcileID":"2130d554-d650-49ff-8651-2c20db146d90","MaaSModelRef":{"name":"distinct-w1-1c3eef","namespace":"e2e-models-e2e-worker-w1-1c3eef"},"routeName":"distinct-w1-1c3eef-kserve-route","namespace":"e2e-models-e2e-worker-w1-1c3eef","llmisvcName":"distinct-w1-1c3eef","gateway":"openshift-ingress/e2e-worker-w1-1c3eef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.552771041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"Service","name":"maas-api-e2e-shared-a-w0-e90906","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.608926519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-e90906","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.662717934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-e90906","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.717761623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.774105689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.830997245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.890751385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.94470757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:03.996763959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.049967651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.102275668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.154692199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.196828486Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a0116e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a0116e","reconcileID":"26feb82d-305e-4291-a3a3-7bad22a347dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a0116e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a0116e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.20688411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.258961081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.321082321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.37379591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.476168448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.529314782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-e90906","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:04.581234763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e90906"},"namespace":"ai-tenant-e2e-shared-a-w0-e90906","name":"default-tenant","reconcileID":"ce8cd543-9bfb-4289-9616-84f9032fdae2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-e90906","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:05.376411168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b84c86ac-9994-4525-b26f-f6bdb1333009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:05.430832765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b84c86ac-9994-4525-b26f-f6bdb1333009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:05.438718992Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e90906","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e90906","reconcileID":"98d72bc2-f665-49b4-bf8b-01730169bdff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-e90906","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-e90906"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:05.487809373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b84c86ac-9994-4525-b26f-f6bdb1333009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:05.542694336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b84c86ac-9994-4525-b26f-f6bdb1333009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:05.941704208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-2-w4-d2a3e0","reconcileID":"9b32abe9-57ae-4b01-b194-a0b5bce1c6e6","MaaSModelRef":{"name":"distinct-2-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-2-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-2-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:05.941958534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"distinct-w4-d2a3e0","reconcileID":"b5045857-3a01-416b-a39d-59f134d433ac","MaaSModelRef":{"name":"distinct-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"distinct-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"distinct-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:05.942109329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"premium-w4-d2a3e0","reconcileID":"d845ced3-0a99-4685-b97e-175f9ca69106","MaaSModelRef":{"name":"premium-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"premium-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"premium-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:05.942404671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"namespace":"e2e-models-e2e-worker-w4-d2a3e0","name":"simulator-w4-d2a3e0","reconcileID":"8a70d9db-b08d-4039-b633-2ab8dadce630","MaaSModelRef":{"name":"simulator-w4-d2a3e0","namespace":"e2e-models-e2e-worker-w4-d2a3e0"},"routeName":"simulator-w4-d2a3e0-kserve-route","namespace":"e2e-models-e2e-worker-w4-d2a3e0","llmisvcName":"simulator-w4-d2a3e0","gateway":"openshift-ingress/e2e-worker-w4-d2a3e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:06.75871736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"d7d12848-e37c-41a4-a73e-c05b9e7df6bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:06.759614243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"025f108d-df48-4c2a-8a0c-c562bb87163c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:06.815304631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"d7d12848-e37c-41a4-a73e-c05b9e7df6bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:06.816965963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"025f108d-df48-4c2a-8a0c-c562bb87163c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.234051013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"ef915380-25b0-4eb9-962d-933647be8ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.23405038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"b4c0087a-2e23-4876-9fbe-a963efc713a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.291368758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"b4c0087a-2e23-4876-9fbe-a963efc713a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.291576385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"ef915380-25b0-4eb9-962d-933647be8ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.481108566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2d556d-8c28-4626-9d57-d542d663db37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.533695647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2d556d-8c28-4626-9d57-d542d663db37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.586401042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2d556d-8c28-4626-9d57-d542d663db37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:07.639406952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2d556d-8c28-4626-9d57-d542d663db37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.792841025Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"e864dad8-ccc5-49d5-826d-83a92120762a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.79548074Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"7ee01154-ba7b-4021-b38a-3e96dfaf9ffd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.927783098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"256be988-30ff-4524-8d0c-bc5a9e15da6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.927800096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"d5b30fcb-52b8-4bc2-811f-e29e6374829a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.984429925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"d5b30fcb-52b8-4bc2-811f-e29e6374829a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.984491594Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"d5b30fcb-52b8-4bc2-811f-e29e6374829a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.984825007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"256be988-30ff-4524-8d0c-bc5a9e15da6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:08.984868228Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"256be988-30ff-4524-8d0c-bc5a9e15da6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.000624719Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"52db0726-605e-4ecc-96c4-627c05b1e919","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.067964208Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"8025c41f-323e-4d90-9539-d8bbe23a4a1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.113982546Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"bbf7816c-76a5-4579-ba67-830af7bdff70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.234963707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"f7dfa371-151d-4e2e-a099-e644cb85fe00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.235003376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f5b248d6-5101-48db-9738-3638ad059700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.235594686Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"5eccaa4a-6ef2-4f8a-ab69-89b6012b6b03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.296513123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f5b248d6-5101-48db-9738-3638ad059700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.296578211Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f5b248d6-5101-48db-9738-3638ad059700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.29726104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"f7dfa371-151d-4e2e-a099-e644cb85fe00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.297303059Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"f7dfa371-151d-4e2e-a099-e644cb85fe00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.524607908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"3fda97d3-73d3-4f3e-967f-c28f69a8a150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.524628249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"383002bc-d72b-414c-9299-f9438b858b69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.587352235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"383002bc-d72b-414c-9299-f9438b858b69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.587409834Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"383002bc-d72b-414c-9299-f9438b858b69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.590486772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"3fda97d3-73d3-4f3e-967f-c28f69a8a150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.590529171Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"3fda97d3-73d3-4f3e-967f-c28f69a8a150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.609077736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b337b8-cc89-4d5a-bf81-1cd37c01cff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.609585537Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"464b0832-2fcd-4336-9dc5-c04aaa7a3152","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.609670959Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"378a88a5-4fc4-4acf-8cf2-203ef9380d8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.663182237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b337b8-cc89-4d5a-bf81-1cd37c01cff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.715877427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b337b8-cc89-4d5a-bf81-1cd37c01cff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.769581698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b337b8-cc89-4d5a-bf81-1cd37c01cff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.985113299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"08862814-4fa2-4beb-b7f2-82fa6f540dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:09.985311042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"60451d07-f441-4b45-b482-17b60d756ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.043753788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"08862814-4fa2-4beb-b7f2-82fa6f540dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.043807161Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"08862814-4fa2-4beb-b7f2-82fa6f540dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.044377408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"60451d07-f441-4b45-b482-17b60d756ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.044422288Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"60451d07-f441-4b45-b482-17b60d756ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.652600292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"831cb4fd-877d-4720-b476-32d4cbaff3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.652884777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"7373330e-7738-414a-ac28-5bd489ad04a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.709481945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"831cb4fd-877d-4720-b476-32d4cbaff3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.709521911Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"831cb4fd-877d-4720-b476-32d4cbaff3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.710248092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"7373330e-7738-414a-ac28-5bd489ad04a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.710284545Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"7373330e-7738-414a-ac28-5bd489ad04a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:10.992663343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"c718cc72-4c6e-41b7-8adc-1380e2f1415f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.049664371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"c718cc72-4c6e-41b7-8adc-1380e2f1415f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.049702992Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"c718cc72-4c6e-41b7-8adc-1380e2f1415f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.106594791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"3a494a9a-0b40-4b64-a478-3e97b7643824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.209194249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"3a494a9a-0b40-4b64-a478-3e97b7643824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.209246026Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"3a494a9a-0b40-4b64-a478-3e97b7643824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:52:11.461099464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"3a494a9a-0b40-4b64-a478-3e97b7643824","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.637111214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"501f2865-9515-4b30-885f-7b55d99e00d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.695286187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"501f2865-9515-4b30-885f-7b55d99e00d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.717653458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b6af8aa-d590-4e11-8fcc-3977cd125f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.77109436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b6af8aa-d590-4e11-8fcc-3977cd125f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.772944416Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"501f2865-9515-4b30-885f-7b55d99e00d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.82418644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b6af8aa-d590-4e11-8fcc-3977cd125f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:11.877536365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b6af8aa-d590-4e11-8fcc-3977cd125f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:13.861156212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9505fde9-54ff-4331-8cce-1c066a84ad17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:13.913801336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9505fde9-54ff-4331-8cce-1c066a84ad17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:13.966662891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9505fde9-54ff-4331-8cce-1c066a84ad17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:14.019249544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9505fde9-54ff-4331-8cce-1c066a84ad17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:15.958680971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea83b6be-727b-4870-b2c0-b03be48f9f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:16.011736078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea83b6be-727b-4870-b2c0-b03be48f9f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:16.064272204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea83b6be-727b-4870-b2c0-b03be48f9f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:16.116962512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea83b6be-727b-4870-b2c0-b03be48f9f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:17.602683819Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:18.032927335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567db812-565c-4edd-9f2f-7100640e8ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:18.085653047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567db812-565c-4edd-9f2f-7100640e8ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:18.138446704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567db812-565c-4edd-9f2f-7100640e8ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:18.191312695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567db812-565c-4edd-9f2f-7100640e8ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:20.15347623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a686e4-b27b-45ad-86ec-4d163e55208f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:20.207436737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a686e4-b27b-45ad-86ec-4d163e55208f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:20.260098511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a686e4-b27b-45ad-86ec-4d163e55208f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:20.313581292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a686e4-b27b-45ad-86ec-4d163e55208f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:22.212712542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4f4a6b-6c66-460a-9914-6dff0c48f4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:22.265026655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4f4a6b-6c66-460a-9914-6dff0c48f4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:22.317714334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4f4a6b-6c66-460a-9914-6dff0c48f4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:22.370650919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4f4a6b-6c66-460a-9914-6dff0c48f4a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.351820783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a1aa9f-e673-44c5-b1cf-af6508befe50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.404540464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a1aa9f-e673-44c5-b1cf-af6508befe50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.457078411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a1aa9f-e673-44c5-b1cf-af6508befe50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:24.509713103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a1aa9f-e673-44c5-b1cf-af6508befe50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:25.909424185Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"766ecf0d-7f47-474e-b780-184615a3ae34","namespace":"ai-tenant-e2e-worker-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:25.909501859Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"766ecf0d-7f47-474e-b780-184615a3ae34","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:25.967446795Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"766ecf0d-7f47-474e-b780-184615a3ae34","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.024919439Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"766ecf0d-7f47-474e-b780-184615a3ae34","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.024942069Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"766ecf0d-7f47-474e-b780-184615a3ae34","namespace":"ai-tenant-e2e-worker-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.025013367Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"766ecf0d-7f47-474e-b780-184615a3ae34","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.095849495Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"766ecf0d-7f47-474e-b780-184615a3ae34","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.126574206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"497d6e9a-9686-49f3-9056-47c24b0eb6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.126574189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"0019455e-8d94-4b23-9cbc-484000240938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.154798792Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"766ecf0d-7f47-474e-b780-184615a3ae34","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.15498255Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.155035858Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.155089631Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","tenant":"e2e-shared-b-w0-b1eb3f","tenantID":"e2e-shared-b-w0-b1eb3f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.198319829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"497d6e9a-9686-49f3-9056-47c24b0eb6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.198747655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"0019455e-8d94-4b23-9cbc-484000240938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.211704968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-b1eb3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.261564922Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"0019455e-8d94-4b23-9cbc-484000240938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.261632137Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"497d6e9a-9686-49f3-9056-47c24b0eb6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.279190825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"Service","name":"maas-api-e2e-shared-b-w0-b1eb3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.338108504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-b1eb3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.394181796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-b1eb3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.445610484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed610fd-5b86-43b3-98f6-2810304c01ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.445647209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f560f181-2620-4b16-a7db-1a89992251ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.445859154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"5065e279-0d8c-4084-8510-3376f1d2f988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.498800022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed610fd-5b86-43b3-98f6-2810304c01ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.501723653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.552644045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed610fd-5b86-43b3-98f6-2810304c01ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.606321561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed610fd-5b86-43b3-98f6-2810304c01ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.61122775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.67258397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.672961511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f560f181-2620-4b16-a7db-1a89992251ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.729883148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.773079403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"5065e279-0d8c-4084-8510-3376f1d2f988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.783766117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.800998708Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f560f181-2620-4b16-a7db-1a89992251ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.80105428Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-access","reconcileID":"f560f181-2620-4b16-a7db-1a89992251ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.83065759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"5065e279-0d8c-4084-8510-3376f1d2f988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"name":"e2e-worker-w4-d2a3e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.830682005Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-access","reconcileID":"5065e279-0d8c-4084-8510-3376f1d2f988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.878779491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.930915671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:26.983657877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:27.038228351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:27.094347156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:27.157124938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:27.22070484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:27.276121033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:27.329538746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:27.382088436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-b1eb3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:27.437534406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f"},"namespace":"ai-tenant-e2e-shared-b-w0-b1eb3f","name":"default-tenant","reconcileID":"b75ca8ce-72c6-4c73-b37c-0f7f3d8079e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-b1eb3f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:28.544960247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339bfbcd-4df4-4fc5-b148-b5d4126c99b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:28.597712719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339bfbcd-4df4-4fc5-b148-b5d4126c99b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:28.650600078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339bfbcd-4df4-4fc5-b148-b5d4126c99b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:28.703356456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339bfbcd-4df4-4fc5-b148-b5d4126c99b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:30.604760116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be573de-c51c-4734-b265-a0e3cbf14b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:30.658370175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be573de-c51c-4734-b265-a0e3cbf14b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:30.710916434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be573de-c51c-4734-b265-a0e3cbf14b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:30.763652755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be573de-c51c-4734-b265-a0e3cbf14b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:30.937317826Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-b1eb3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-b1eb3f","reconcileID":"54dda674-f441-4b18-a47e-c8d5386694a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-b1eb3f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-b1eb3f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.663151319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d4f831-d31f-4fb6-bfdc-792b6d8a30e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.715730825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d4f831-d31f-4fb6-bfdc-792b6d8a30e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.768526198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d4f831-d31f-4fb6-bfdc-792b6d8a30e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:32.821546708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d4f831-d31f-4fb6-bfdc-792b6d8a30e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.76793766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557f8b2b-470c-42ab-af7d-ed21c23b82ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.820731478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557f8b2b-470c-42ab-af7d-ed21c23b82ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.873426482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557f8b2b-470c-42ab-af7d-ed21c23b82ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:34.926162985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557f8b2b-470c-42ab-af7d-ed21c23b82ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.133214766Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"c3c94ca8-cc6d-4ca6-93d7-30cfae78bc45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.133350029Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"simulator-subscription","reconcileID":"c3c94ca8-cc6d-4ca6-93d7-30cfae78bc45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d2a3e0/simulator-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.195894994Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"96c173a5-7f48-4adc-b27c-09181bf5d90b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:36.196035484Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"premium-simulator-subscription","reconcileID":"96c173a5-7f48-4adc-b27c-09181bf5d90b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"model":"e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d2a3e0/premium-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.878943379Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","namespace":"ai-tenant-e2e-worker-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.87903707Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","namespace":"ai-tenant-e2e-worker-w1-1c3eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.879167611Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","tenant":"e2e-worker-w1-1c3eef","tenantID":"e2e-worker-w1-1c3eef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:37.941657458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"Deployment","name":"maas-api-e2e-worker-w1-1c3eef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.00402739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"Service","name":"maas-api-e2e-worker-w1-1c3eef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.061954681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-1c3eef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.116521022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-1c3eef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.171323094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.231997096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.290793321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.345674046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.398950979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.451082262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.502389624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"e2cfeef4-e1fa-4a9f-98b5-b0fda20f19d9","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.503097705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"Service","name":"payload-processing-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.555066665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"ad049afd-091d-47f2-a91c-11d6f8231788","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.607863326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"6a6e28a3-e46d-4ba4-8e90-107b39afbc1a","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.608046291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"2ca06f75-fd08-4480-aa3b-5495f55dd4d9","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.613110318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"8a074502-3c09-41a1-b5fc-9d998a2ad560","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.613365427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"85db8e93-e965-4d60-bef8-ef528afba1cd","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.613618827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"9af54f80-c522-4753-b1c0-a008f04a29f3","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.61387072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"5ef85612-68a9-4a3c-845f-f5afa88a685b","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.660678112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.711774356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a7d7a47d-4984-4426-9f47-9542aa6c3b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.713026657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.764958776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.766577841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"d2c5967f-4d44-4c38-b984-75d1b90cb11c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.767057159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"91cea2c8-3218-4413-a492-161a4bca504c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.769108417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"a7d7a47d-4984-4426-9f47-9542aa6c3b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.811590898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"95310b49-4230-46c1-9c8e-449743332b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.816902477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.868200797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"95310b49-4230-46c1-9c8e-449743332b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.872450744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:38.961500308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.013607373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.065605241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-1c3eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.117650978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1c3eef"},"namespace":"ai-tenant-e2e-worker-w1-1c3eef","name":"default-tenant","reconcileID":"bf7ad94e-e018-45b9-969d-2c434ee09c91","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-1c3eef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.172439638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"e007d2e7-ad99-4fda-b216-44b72b182b46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.172512961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"bcd850c9-1bde-4250-b9a7-5b3855bdf901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.219600101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"30d0074f-644e-493d-b52f-1a8df30706bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.276293087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"30d0074f-644e-493d-b52f-1a8df30706bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.32242226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"bc967afe-700d-430e-8df6-7d0ff422bd5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.409172142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"bc967afe-700d-430e-8df6-7d0ff422bd5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.476775998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab3efc3-afcb-492c-aa44-4847a9774caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.5293082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab3efc3-afcb-492c-aa44-4847a9774caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.581828252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab3efc3-afcb-492c-aa44-4847a9774caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:39.634409733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab3efc3-afcb-492c-aa44-4847a9774caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:40.014911124Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-1c3eef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-1c3eef","reconcileID":"c44fdd75-d228-466f-982d-dcd2fb4587df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-1c3eef","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-1c3eef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.560801247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b9bb51-123c-4634-99fd-2a245c924e37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.613588195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b9bb51-123c-4634-99fd-2a245c924e37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.66689073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b9bb51-123c-4634-99fd-2a245c924e37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:41.719921014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b9bb51-123c-4634-99fd-2a245c924e37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:43.10903617Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3faf84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3faf84","reconcileID":"3fbbe1db-2a5d-4ece-8585-e1f6cb8797be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3faf84","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-3faf84":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:43.678446682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f944a4c7-cbf3-4b3d-9188-3b73e613405e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:43.73101376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f944a4c7-cbf3-4b3d-9188-3b73e613405e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:43.783655652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f944a4c7-cbf3-4b3d-9188-3b73e613405e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:43.836271673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f944a4c7-cbf3-4b3d-9188-3b73e613405e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.753637631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76aeb6ef-8c24-4dc9-a4f5-c748f8a0e5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.806356084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76aeb6ef-8c24-4dc9-a4f5-c748f8a0e5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.858822626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76aeb6ef-8c24-4dc9-a4f5-c748f8a0e5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:45.911556579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76aeb6ef-8c24-4dc9-a4f5-c748f8a0e5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:47.60464516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:47.905667707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc571ff-661b-4d10-8499-0f3f9a88a5f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:47.958906276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc571ff-661b-4d10-8499-0f3f9a88a5f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:48.011675507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc571ff-661b-4d10-8499-0f3f9a88a5f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:48.064257057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc571ff-661b-4d10-8499-0f3f9a88a5f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.180420084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"c63abdbb-9887-442f-9b52-3ea8d10b4c3d","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.180635023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"4075cdcf-af84-403a-9a64-ad6dbc3d1d29","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.18079624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"c52ff057-46e4-4eaa-9c96-affeac1fc4d3","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.181024633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"d29f3c50-9d28-4681-b0e4-4c5bf1a37b2f","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.389461094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c9c309b9-1e14-4282-bb24-718bb37b5565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.390716022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"abbe3b1f-e10c-4790-874d-bb622857e4dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.392848841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"1af72dda-79e0-467e-a43c-1a02a25b4016","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.397498149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"c928228d-46c6-464d-ac04-8077fe367524","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.447205339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"c9c309b9-1e14-4282-bb24-718bb37b5565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.508412479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"abbe3b1f-e10c-4790-874d-bb622857e4dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.72219206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"1d3517fa-4fd1-4903-bf84-14eb3e2b886b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.823403672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"659978be-a745-498c-b94a-e54e5f9b9284","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.874058299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"5a5507cb-0d6d-4c57-b394-2726af0d9938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:49.930759374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"5a5507cb-0d6d-4c57-b394-2726af0d9938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.014714925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7002b509-282f-4b43-a4be-4d407b36eb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.068762983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7002b509-282f-4b43-a4be-4d407b36eb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.068943932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8ca979d3-0b45-408e-9bcd-73a52b41d516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.121592186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7002b509-282f-4b43-a4be-4d407b36eb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.174511354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7002b509-282f-4b43-a4be-4d407b36eb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:50.17879289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"8ca979d3-0b45-408e-9bcd-73a52b41d516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:52.058658911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"0573815a-449a-48fc-b85d-4f8a9319101d","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:52.387249643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"ae888abc-9859-4836-9133-7f00325ad05a","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:52.717831351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"e585590d-4674-49a3-8834-f8aadb4fb1f9","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:52.931356996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"c178c013-fb64-494e-ad59-2e64fab3b079","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:52.934727207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7a41f11f-9427-4205-9cb6-5a3e12a6f430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:52.934728275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"6ebf2c05-5a2f-476b-b00d-f4281c213ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:52.992220445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7a41f11f-9427-4205-9cb6-5a3e12a6f430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:52.992226398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"6ebf2c05-5a2f-476b-b00d-f4281c213ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.052095375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"7bfe072a-2a14-4651-99ad-7cddf87e73cc","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.112051707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"6514d67f-a35c-46e9-9af2-7079492a73e2","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.273703085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"2e7ebfd0-100a-4464-ae80-ecd48dfcc1bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.370318103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"e9b1bfed-50a3-4860-9f6e-2062cb90219a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.370318108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"ed64f4ae-7ce5-49cc-9458-8e4506831686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.377283446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"4fd9fa2d-6567-4644-970b-3c84519fb33a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-premium-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.428261793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"e9b1bfed-50a3-4860-9f6e-2062cb90219a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.428679142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"ed64f4ae-7ce5-49cc-9458-8e4506831686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.443611727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"6eb77945-692f-4a97-95bb-06512c48b2d3","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:52:53.660072558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"d2ba37cb-63de-4926-9389-da4262fddd66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"maas-trlp-simulator-w0-b8717e","model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.118448865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"7b8722e3-9816-4312-a51d-82c64e39d321","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:02.444363187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"65bd67e5-937b-4417-b595-5a580d30fd94","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:03.113428918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"0ddd3f82-44d8-46c0-b229-aa922dba7340","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:03.444954527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"042ccbb6-cd27-4880-b9e3-517934b13b5b","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.467797742Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.467866257Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","namespace":"ai-tenant-e2e-shared-b-w2-6c788d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.467922863Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","tenant":"e2e-shared-b-w2-6c788d","tenantID":"e2e-shared-b-w2-6c788d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.522758006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-6c788d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.584128186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"Service","name":"maas-api-e2e-shared-b-w2-6c788d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.639609096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-6c788d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.693889344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-6c788d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.749221638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.804408286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.862007357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.918965859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:04.971395557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.023781054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.076614575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.129241022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.181694813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.234470606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.286743129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.342962809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.396211144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.449662162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.505669059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-6c788d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.558227555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6c788d"},"namespace":"ai-tenant-e2e-shared-b-w2-6c788d","name":"default-tenant","reconcileID":"bfed560d-d2df-4b3f-b4db-24d9744ba622","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-6c788d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.615230789Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","namespace":"ai-tenant-e2e-worker-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.615295711Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","namespace":"ai-tenant-e2e-worker-w4-d2a3e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.61535339Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","tenant":"e2e-worker-w4-d2a3e0","tenantID":"e2e-worker-w4-d2a3e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.669891444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"Deployment","name":"maas-api-e2e-worker-w4-d2a3e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.73185591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"Service","name":"maas-api-e2e-worker-w4-d2a3e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.789895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-d2a3e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.844728877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-d2a3e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.900598453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:05.954993024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.012107912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.069871084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.122114636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.174715452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.226843229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"Service","name":"payload-processing-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.279407466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.331659808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.37490103Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6c788d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6c788d","reconcileID":"8b9135f6-2017-4098-ae98-84993aa374fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-6c788d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-6c788d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.383797371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.436563309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.492249452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.54451729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.642744361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.696477155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-d2a3e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:06.748512651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d2a3e0"},"namespace":"ai-tenant-e2e-worker-w4-d2a3e0","name":"default-tenant","reconcileID":"348c969b-576f-4ff8-882b-5fb532259bde","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-d2a3e0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:07.560964396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2feacea0-9049-45d4-b367-ed83dd1be0e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:07.613832509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2feacea0-9049-45d4-b367-ed83dd1be0e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:07.620500855Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d2a3e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d2a3e0","reconcileID":"8ac19118-c82b-49c6-8e1b-39c52ac87869","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-d2a3e0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-d2a3e0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:07.666596396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2feacea0-9049-45d4-b367-ed83dd1be0e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:07.719872306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2feacea0-9049-45d4-b367-ed83dd1be0e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:09.656439307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d8778d-9530-4ca0-a225-7ef5875d253c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:09.708918112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d8778d-9530-4ca0-a225-7ef5875d253c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:09.761637033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d8778d-9530-4ca0-a225-7ef5875d253c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:09.814627605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d8778d-9530-4ca0-a225-7ef5875d253c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.716502039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6b3729-a7f3-4ec4-b16a-0ea782c3d47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.76934477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6b3729-a7f3-4ec4-b16a-0ea782c3d47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.822302363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6b3729-a7f3-4ec4-b16a-0ea782c3d47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:11.875324005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6b3729-a7f3-4ec4-b16a-0ea782c3d47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.119910768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"82def3ee-90ec-4dfa-b01e-bc8a9ec6bd1a","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.144372006Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"b555f028-447f-4e06-aab8-95cd48e54383","namespace":"ai-tenant-e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.144439002Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"b555f028-447f-4e06-aab8-95cd48e54383","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.201285363Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"b555f028-447f-4e06-aab8-95cd48e54383","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.202187804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"cc5218ec-6d9b-4f34-999f-0cf866a9c1d8","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.258692151Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"b555f028-447f-4e06-aab8-95cd48e54383","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.25871747Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"b555f028-447f-4e06-aab8-95cd48e54383","namespace":"ai-tenant-e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.258802004Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"b555f028-447f-4e06-aab8-95cd48e54383","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.261383977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"6ef546ea-13eb-4203-b84c-2143e857d810","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.315953753Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"b555f028-447f-4e06-aab8-95cd48e54383","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.319382924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"50aeafe3-84ec-4163-abec-9bd361a0bce1","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.359985798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7e666826-761d-4017-b91a-e2dec4e07810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.359996778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"f3afbf2b-aaae-4dea-86d3-d74670180e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.365635316Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"d89a96d9-20dd-4e16-a29e-caac33607844","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-069c851f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.374758064Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"b555f028-447f-4e06-aab8-95cd48e54383","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.378200194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"8c31f056-4408-40a7-8644-1ede9b029eb7","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.417623634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"f3afbf2b-aaae-4dea-86d3-d74670180e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.417636774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"7e666826-761d-4017-b91a-e2dec4e07810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.423866448Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"ad399875-173a-4737-9758-fbbc9064269d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-99492467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.430635524Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"5101f590-dee1-451f-a0c4-82e8b91bdcc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-069c851f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.445060032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"62c87537-72a5-49aa-8b94-56e4d67a40d1","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.488669429Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"6ee1b8bf-eadb-4ae5-85cd-9f7877d5e76d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-99492467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.628656271Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"0457c1a7-0aba-49bc-949a-75a2f55a97ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.628706748Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"f1421046-4d8b-4d62-986b-83c018f62676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.879051318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"f1421046-4d8b-4d62-986b-83c018f62676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:12.879051249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"0457c1a7-0aba-49bc-949a-75a2f55a97ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.012475365Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"0457c1a7-0aba-49bc-949a-75a2f55a97ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.012503236Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-access","reconcileID":"0457c1a7-0aba-49bc-949a-75a2f55a97ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:13.016089833Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"f1421046-4d8b-4d62-986b-83c018f62676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-b8717e-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:53:13.016174821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"f1421046-4d8b-4d62-986b-83c018f62676","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-b8717e-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.021525115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d9304e1b-bd4f-4412-9724-8e571adf6510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.069355388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"79d937d7-614a-4d34-8645-bd505f23af82","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.227547402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d9304e1b-bd4f-4412-9724-8e571adf6510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.324800868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d9304e1b-bd4f-4412-9724-8e571adf6510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"name":"e2e-worker-w0-b8717e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.324831804Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-access","reconcileID":"d9304e1b-bd4f-4412-9724-8e571adf6510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.381313854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"f71bafae-62d0-4b54-a903-0aad47578c06","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.850618798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb61a8b-fa83-418b-b2d2-38c79abbd5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.903504844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb61a8b-fa83-418b-b2d2-38c79abbd5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:13.956061317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb61a8b-fa83-418b-b2d2-38c79abbd5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:14.008814849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb61a8b-fa83-418b-b2d2-38c79abbd5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:15.966519617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d172cb75-17c4-4a2f-ba96-599e318a426a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:16.019576513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d172cb75-17c4-4a2f-ba96-599e318a426a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:16.072212289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d172cb75-17c4-4a2f-ba96-599e318a426a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:16.124792728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d172cb75-17c4-4a2f-ba96-599e318a426a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:17.60309202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:18.070556866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fa3893-f054-4a68-9bee-86ae55f59b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:18.1230993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fa3893-f054-4a68-9bee-86ae55f59b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:18.175728923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fa3893-f054-4a68-9bee-86ae55f59b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:18.228486602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fa3893-f054-4a68-9bee-86ae55f59b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:19.563892408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-2-w0-b8717e","reconcileID":"2b03a933-13b8-46b0-a1d9-542cefc3f880","MaaSModelRef":{"name":"distinct-2-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-2-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-2-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:19.570782204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"distinct-w0-b8717e","reconcileID":"b44fae24-d4ad-4258-8fbd-07d2688f9004","MaaSModelRef":{"name":"distinct-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"distinct-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"distinct-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:19.577383439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"premium-w0-b8717e","reconcileID":"c3137871-43c2-41c1-b824-0cfa4a142d8e","MaaSModelRef":{"name":"premium-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"premium-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"premium-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:19.583855143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"namespace":"e2e-models-e2e-worker-w0-b8717e","name":"simulator-w0-b8717e","reconcileID":"633316e7-2904-4e03-8dde-ddce6e27f94f","MaaSModelRef":{"name":"simulator-w0-b8717e","namespace":"e2e-models-e2e-worker-w0-b8717e"},"routeName":"simulator-w0-b8717e-kserve-route","namespace":"e2e-models-e2e-worker-w0-b8717e","llmisvcName":"simulator-w0-b8717e","gateway":"openshift-ingress/e2e-worker-w0-b8717e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.023681755Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"c6e82422-13d2-437d-a413-d0173404e6bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.023770105Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"434315d4-fce1-4500-858f-78b498beca46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.023824374Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"premium-simulator-subscription","reconcileID":"c6e82422-13d2-437d-a413-d0173404e6bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/premium-w0-b8717e","error":"HTTPRoute not found yet: for LLMInferenceService premium-w0-b8717e in namespace e2e-models-e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:20.023873199Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"simulator-subscription","reconcileID":"434315d4-fce1-4500-858f-78b498beca46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"model":"e2e-models-e2e-worker-w0-b8717e/simulator-w0-b8717e","error":"HTTPRoute not found yet: for LLMInferenceService simulator-w0-b8717e in namespace e2e-models-e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.715373223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3f395c76-cff5-4111-af11-9b4940341678","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3faf84","tenantID":"e2e-extmod-b-3faf84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:22.835863788Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3f395c76-cff5-4111-af11-9b4940341678","name":"e2e-extmod-b-3faf84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.419057691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"e6d77238-b20a-49bc-bde7-b8a5b9ced959","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.419287215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"fc873048-8884-4cd0-9c7b-a7a3d920a2a0","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.419512952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"1366fbf4-100d-4b29-8866-64f8a5984de9","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.47248909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"9873c0a7-06b1-4a3b-9fd9-e8469c49e4a1","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.585234756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"a37da010-9286-45b9-b7a7-dde7df7a901b","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.585526382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"3905e40a-be46-4adc-8010-e7379a29fa63","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.585788857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"863b19d7-3b06-443e-aab5-4e04d2497ee3","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.58598837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"2360a5f0-b345-424b-8b56-8a99fa75e414","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.630492554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"6a8dbcf6-eecd-4e7c-9666-c5218f272b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.630661166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e58d0446-3dd7-4d0f-8b10-84ac72453814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.684534209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"cdcfe099-268d-4803-aa9a-75d5cfd5080e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.687370686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"e58d0446-3dd7-4d0f-8b10-84ac72453814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.687487728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"6a8dbcf6-eecd-4e7c-9666-c5218f272b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:24.734051026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"a0ab2af2-a8e3-48be-a453-0d58dfbecc96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.006543383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"a41696c1-0712-4344-a2da-fe619fc7e99d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.106521986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4bfe1552-da73-4dd6-82bc-3b9d5d534dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.106521952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"277c0d7a-17bb-4076-a850-03acd781d1f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.10734934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"0fffab8d-2298-4c2d-889d-10cb37a24099","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.163733799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"277c0d7a-17bb-4076-a850-03acd781d1f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.163926365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"4bfe1552-da73-4dd6-82bc-3b9d5d534dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.372577478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ea7001-3400-495b-8227-b4dfdf5e4046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.425352748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ea7001-3400-495b-8227-b4dfdf5e4046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.477986588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ea7001-3400-495b-8227-b4dfdf5e4046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:25.530710049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ea7001-3400-495b-8227-b4dfdf5e4046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:27.458297547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464d524c-36fb-4bbd-8f6c-af85c6d859b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:27.510809321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464d524c-36fb-4bbd-8f6c-af85c6d859b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:27.563387588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464d524c-36fb-4bbd-8f6c-af85c6d859b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:27.616084649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464d524c-36fb-4bbd-8f6c-af85c6d859b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:29.536040547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac41f7b8-3ac5-4d02-943f-ad88449bf06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:29.588994555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac41f7b8-3ac5-4d02-943f-ad88449bf06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:29.645359306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac41f7b8-3ac5-4d02-943f-ad88449bf06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:29.700402957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac41f7b8-3ac5-4d02-943f-ad88449bf06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.021892323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"c82988ef-d413-4cd3-ac6c-bf2b4e839cf4","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.022343341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"3e67090d-0bd9-4b45-9f4d-f2bd758fc535","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.022703897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"6a4097cd-df5f-4875-a683-babcc5f31d31","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.022936647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"9e5f9347-d18a-427e-9e1e-c7ca1508fef0","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.182641278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"ec240fa2-a4dc-418f-a613-f709ce7fc513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.18666613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"e4d42f89-b13a-4272-b318-9199ec3eb08b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.235932365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"a91746ca-e954-4eba-bd19-208eec95bdc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.239513002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"90c28191-ed8b-4783-b7c4-9c2940b28215","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.239873322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"ec240fa2-a4dc-418f-a613-f709ce7fc513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.242641899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"e4d42f89-b13a-4272-b318-9199ec3eb08b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.556393877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"8b56852f-49b7-445a-92fb-79ebdf72be0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.55773742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"a0e94a18-ed9e-4c85-954a-ef51dc6acf7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.60307017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"699b0f1f-c9ce-4e06-aeb1-9bfaeac587b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.603211469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"a9f17a0f-dd89-4cf8-98e0-267bd461d7de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.66009428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"a9f17a0f-dd89-4cf8-98e0-267bd461d7de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:35.660122989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"699b0f1f-c9ce-4e06-aeb1-9bfaeac587b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:40.737694151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"372832ca-d4e0-4b57-b685-a2b219a7cf47","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:44.925504965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"bbfee513-b1bd-41d4-a014-d05dd30637c1","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:45.139396939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"2b55f82e-9e39-40a4-808f-b08a406b007d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:45.141786994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b70e8a80-591a-4b50-9735-a4a4413bca86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:45.141786806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"90a1c02d-e07e-469c-9b25-bd29b8a1affa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:45.199441327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"90a1c02d-e07e-469c-9b25-bd29b8a1affa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:45.199508996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"b70e8a80-591a-4b50-9735-a4a4413bca86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:45.303730536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"398c02aa-792b-4e1b-80d4-c03d91166a57","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:45.524052195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"f15769e1-c36f-4081-94d7-a4638f9b9ecd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.204934214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"30c5bfa3-bba9-4189-9e87-5153296621f5","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.416054234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"23c824be-c47e-4fdd-af4c-b25fbbf7fd21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.425451896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"78c32aa2-b6f7-440a-b2af-e73737b7eeed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.425465742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9eb26e0f-41ab-4302-878b-1680d75a6ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.482201631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"9eb26e0f-41ab-4302-878b-1680d75a6ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.482199419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"78c32aa2-b6f7-440a-b2af-e73737b7eeed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.581046249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"d2d41833-54b8-487c-bc8a-fadb63544834","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.602890057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.744002389Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","namespace":"ai-tenant-e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.744063097Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","namespace":"ai-tenant-e2e-worker-w0-b8717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.744108907Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","tenant":"e2e-worker-w0-b8717e","tenantID":"e2e-worker-w0-b8717e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.793123587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"127fdce7-a14c-4de1-b0d9-7139eb0ef318","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.798600778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"Deployment","name":"maas-api-e2e-worker-w0-b8717e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.859663134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"Service","name":"maas-api-e2e-worker-w0-b8717e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.920120145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-b8717e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:47.974771602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-b8717e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.030344821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.085416476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.143412242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.198452005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.25091408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.303279263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.355622562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"Service","name":"payload-processing-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.407949466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.460497464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.512896151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.565247721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.621226508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.673603377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.725645947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.777850567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-b8717e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:48.830095973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b8717e"},"namespace":"ai-tenant-e2e-worker-w0-b8717e","name":"default-tenant","reconcileID":"a4f4bac2-bda0-4218-b96d-3fe995a2eb1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-b8717e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:49.64383979Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-b8717e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-b8717e","reconcileID":"f3e334a8-d734-49da-ad10-1b0d37432fa8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-b8717e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-b8717e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:50.294862133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"b473b38c-c2c5-4f00-9cb6-4c8589492b1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:50.399981599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ffd7dc5-67fa-4473-a424-72ac3612d34e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:50.405505867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"9d83cc36-14b8-443a-bb10-515f40400620","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:50.584710751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"930f8874-f4e9-4e5e-bedd-cc35cbb43f50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:50.76712544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60628b2-7971-4337-94d1-177d1d22fe5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:50.797724255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"0d81c19b-49f2-4ddf-9104-27c99b960b6f","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:50.81979166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60628b2-7971-4337-94d1-177d1d22fe5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:50.873294286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60628b2-7971-4337-94d1-177d1d22fe5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:50.873952128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"c22fc803-edba-4431-9375-5e6cd695d4ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:50.925909472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60628b2-7971-4337-94d1-177d1d22fe5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:51.086694585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25da18f6-29b8-463a-8d0e-1a1dd0010592","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:51.400458796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"d08654a9-7721-4a4e-af12-973f2c54dab4","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:52.8540289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f3d30d-6833-4662-af02-5272d9e33b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:52.906924908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f3d30d-6833-4662-af02-5272d9e33b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:52.959714403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f3d30d-6833-4662-af02-5272d9e33b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:53.012368774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f3d30d-6833-4662-af02-5272d9e33b90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:54.979679584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68eae32-0851-487b-a0ad-47944fcf20ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:55.032566833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68eae32-0851-487b-a0ad-47944fcf20ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:55.085327835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68eae32-0851-487b-a0ad-47944fcf20ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:55.138485385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68eae32-0851-487b-a0ad-47944fcf20ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:55.304398609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"0365af8d-103b-4d6a-bd3a-c92d9679db02","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:57.582483474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"3320ba63-6485-4db1-9b43-dfb4ae92cd24","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:59.177530016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"44cf63b2-b3de-4afa-a19a-f3bd8b2877ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:59.292774024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b4c5c8fe-d331-49cb-9a9b-80271fcd1150","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:59.397243601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"469f3352-855f-481b-847b-0379b8eb5d87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-simulator-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:59.489564041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"d45443f8-bb5d-405a-b0cb-18dff54ad50d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"maas-trlp-premium-w2-90e0d5","model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:59.489629335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"033e0e45-a05f-401f-ba9d-ebb8b8925aa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:53:59.87955427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"e36bb29c-557d-4809-b7b9-8a1bb528fd79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:00.82152821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-2-w2-90e0d5","reconcileID":"5e8ee102-5f5c-4da9-b78e-dfac0d40c60f","MaaSModelRef":{"name":"distinct-2-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-2-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-2-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:00.840996721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb21856d-d661-4860-8484-84579ef003d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:00.894660877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb21856d-d661-4860-8484-84579ef003d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:00.948153051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb21856d-d661-4860-8484-84579ef003d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.000780214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb21856d-d661-4860-8484-84579ef003d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:01.45984651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"distinct-w2-90e0d5","reconcileID":"e2a6f89a-a5f9-4f2f-a6b5-13bb328dd278","MaaSModelRef":{"name":"distinct-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"distinct-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"distinct-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:02.963700206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211e1e1e-9cf1-4e25-baa6-cb78bded5218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:03.016882993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211e1e1e-9cf1-4e25-baa6-cb78bded5218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:03.069647841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211e1e1e-9cf1-4e25-baa6-cb78bded5218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:03.122392245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211e1e1e-9cf1-4e25-baa6-cb78bded5218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.11845336Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"f87b2c50-df40-4a43-a9b6-6adfdd4c3076","namespace":"ai-tenant-e2e-worker-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.118526418Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"f87b2c50-df40-4a43-a9b6-6adfdd4c3076","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.177545829Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"f87b2c50-df40-4a43-a9b6-6adfdd4c3076","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.178409473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"5e85d718-067a-4483-8d5b-9607df601058","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.235594997Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"f87b2c50-df40-4a43-a9b6-6adfdd4c3076","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.235620205Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"f87b2c50-df40-4a43-a9b6-6adfdd4c3076","namespace":"ai-tenant-e2e-worker-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.235687364Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"f87b2c50-df40-4a43-a9b6-6adfdd4c3076","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.238008624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"cda755cd-bd39-4ffa-991d-58ecc77f50ac","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.298054293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"07d1492f-5aca-4512-9cd3-3a2973216832","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.298516671Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"f87b2c50-df40-4a43-a9b6-6adfdd4c3076","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.335988032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"47c73afd-0bbd-4e3f-999f-8bbc72d7f7dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.33600156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"7a8861cf-4302-4665-bfca-cb14a7bd9abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.343824165Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"37d5752f-61fd-484e-bf0c-35477aa00dd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f0b9466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.356175124Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"f87b2c50-df40-4a43-a9b6-6adfdd4c3076","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.357767725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"22f3e132-7330-4fa3-92dc-64333881047b","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.394186719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"7a8861cf-4302-4665-bfca-cb14a7bd9abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.394748091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"47c73afd-0bbd-4e3f-999f-8bbc72d7f7dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.403917582Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"bd54615c-360c-45d1-913a-d5d647facce9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dc34ff0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.410420328Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"7c02c120-467c-4670-9d84-36ed081c082d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f0b9466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.468720962Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"01466587-f9e4-41e0-9fb2-be313db49534","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dc34ff0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.555855847Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"09955ca4-177c-4467-a7aa-f4e3c4e1c0a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.600742859Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c9311d4e-76b7-459f-8b9b-765421e5a5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.713109738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"09955ca4-177c-4467-a7aa-f4e3c4e1c0a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.757698502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c9311d4e-76b7-459f-8b9b-765421e5a5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.838757002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"09955ca4-177c-4467-a7aa-f4e3c4e1c0a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.838786739Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-access","reconcileID":"09955ca4-177c-4467-a7aa-f4e3c4e1c0a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:54:04.873775697Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c9311d4e-76b7-459f-8b9b-765421e5a5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-90e0d5-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:54:04.873849172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"c9311d4e-76b7-459f-8b9b-765421e5a5da","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-90e0d5-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.879245265Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"fb0b3d68-3054-490f-a7cb-45e0bd59d4f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:04.895240949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"089d475d-81dd-4fff-8632-c19961efd806","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"simulator-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"simulator-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.089460006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"fb0b3d68-3054-490f-a7cb-45e0bd59d4f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.14680445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"fb0b3d68-3054-490f-a7cb-45e0bd59d4f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"name":"e2e-worker-w2-90e0d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.146830738Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-access","reconcileID":"fb0b3d68-3054-490f-a7cb-45e0bd59d4f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.205808922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"premium-w2-90e0d5","reconcileID":"4190bed6-47c2-49e7-9b23-6d090b32b0a4","MaaSModelRef":{"name":"premium-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"routeName":"premium-w2-90e0d5-kserve-route","namespace":"e2e-models-e2e-worker-w2-90e0d5","llmisvcName":"premium-w2-90e0d5","gateway":"openshift-ingress/e2e-worker-w2-90e0d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.550975846Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"b454453c-9811-453f-abb6-8996b2f8f324","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dc34ff0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.554076009Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"6fb04180-bb59-4e8f-a938-4b55151a41ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f0b9466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.604846013Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"108bd638-0ecd-484e-a538-6566dc8aefc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dc34ff0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.606604536Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"bd3c0ad6-86ca-41fe-a074-c9e87a66c058","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f0b9466","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:54:05.667410933Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"ffc34129-87dd-4dab-b3aa-53803975e33c","name":"simulator-w2-90e0d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-90e0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:54:05.66747362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-90e0d5","namespace":"e2e-models-e2e-worker-w2-90e0d5"},"namespace":"e2e-models-e2e-worker-w2-90e0d5","name":"simulator-w2-90e0d5","reconcileID":"ffc34129-87dd-4dab-b3aa-53803975e33c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-90e0d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.719654159Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"fc4a74af-a0c3-4dc0-8e00-17252adbcedc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dc34ff0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:05.719882893Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"ef9ec808-6cd3-4bc6-90c3-ad002211c997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f0b9466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.017895528Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"38d8993b-fa13-44a4-8357-0b16deaca55b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dc34ff0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.689782619Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","reconcileID":"afa7cc3e-558e-4248-b821-f1d8b16b9fea","namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.748006008Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","reconcileID":"e5a89c9f-10aa-4c1e-adcb-20fae07352f9","namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.844759747Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"946d833d-a143-4bdb-91b8-585fb7671261","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f0b9466","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.852940575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf554af7-e6f1-452d-900d-8bc7a5a5cd10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.853092519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"8d785ddd-c913-4169-9da6-8ee980689673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.852941077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1943c7b2-f458-4548-b0fa-91145c9281fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.853590613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1d3b8da-7bd0-4529-ab74-7eccb660084e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.911808027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"8d785ddd-c913-4169-9da6-8ee980689673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.915677253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"1943c7b2-f458-4548-b0fa-91145c9281fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:06.979708628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1d3b8da-7bd0-4529-ab74-7eccb660084e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:54:06.984778054Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf554af7-e6f1-452d-900d-8bc7a5a5cd10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.038543828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1d3b8da-7bd0-4529-ab74-7eccb660084e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:54:07.043344662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf554af7-e6f1-452d-900d-8bc7a5a5cd10","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.077303689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","reconcileID":"c310a37a-71bc-4b41-84b6-1b5aef206226","MaaSModelRef":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.208986198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97f8c112-606b-4c5c-b7a2-6b95cf57caa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.242017977Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","reconcileID":"b5dc4c51-fed2-471e-b18c-7cdec5bd8cc6","MaaSModelRef":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.265534982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97f8c112-606b-4c5c-b7a2-6b95cf57caa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.295010794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53bdd93a-7d25-4202-8f8a-2918b755f91e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.295034213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53bdd93a-7d25-4202-8f8a-2918b755f91e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.295385723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d1a7b66-aa65-458b-8da9-c1b7bf1f9cdb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.295422457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d1a7b66-aa65-458b-8da9-c1b7bf1f9cdb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.305967769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"5ef80533-41ed-4762-aec9-e72cd6c18441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.306007081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3d6b390-67aa-4d6a-a3f4-8bdd3ba8728a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.320624808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97f8c112-606b-4c5c-b7a2-6b95cf57caa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.365231143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"5ef80533-41ed-4762-aec9-e72cd6c18441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.365487358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3d6b390-67aa-4d6a-a3f4-8bdd3ba8728a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.376955196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9748ae46-3735-4476-8cec-5af24c012d3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.376976528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9748ae46-3735-4476-8cec-5af24c012d3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.406965933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"fafb0e7e-0204-4a39-948b-ee3f74954778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.420689431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3d6b390-67aa-4d6a-a3f4-8bdd3ba8728a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.464574036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"fafb0e7e-0204-4a39-948b-ee3f74954778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.674369645Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","reconcileID":"d693c63d-0a0d-428e-ab0b-b896f64260da","namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.730685872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","reconcileID":"f4ebd2c5-1f26-45c4-a364-70984e1ef3e8","MaaSModelRef":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.834605123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d715957c-a2c1-42e6-9eb5-00289187d7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.834641823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"0aac2835-1195-483a-9e05-71d71139a72c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.83506609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a75e064-27ca-4f55-97eb-9e0bcef2392c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.835086958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4766c66f-a1ee-4c90-a84d-fb46aafbe961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.880349546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dbbf99f1-16a0-43d6-a5da-96c25c913f9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.893322662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d715957c-a2c1-42e6-9eb5-00289187d7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.89384253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"0aac2835-1195-483a-9e05-71d71139a72c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.897028802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4766c66f-a1ee-4c90-a84d-fb46aafbe961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.897262572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a75e064-27ca-4f55-97eb-9e0bcef2392c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.952949266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a75e064-27ca-4f55-97eb-9e0bcef2392c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:07.952997618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4766c66f-a1ee-4c90-a84d-fb46aafbe961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:08.099936751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"f9e52e55-4b2a-4daf-949d-eedb69e490e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:08.323980112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"81be5b3b-3a2d-45b4-bd08-4b880c7f948b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:08.426881697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b1ec130-e622-4b91-b2e1-77138f96b31b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.071599105Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"6793ca91-6e25-4ce6-ac38-f87d7a0f7d8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.071730974Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"premium-simulator-subscription","reconcileID":"6793ca91-6e25-4ce6-ac38-f87d7a0f7d8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/premium-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.898043377Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"b2c2d69f-3f0c-499f-870e-08adb6cfd2dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:16.89822094Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"simulator-subscription","reconcileID":"b2c2d69f-3f0c-499f-870e-08adb6cfd2dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"model":"e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-90e0d5/simulator-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.607225841Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:17.841292194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","reconcileID":"5593ff68-a437-4006-93b0-ca7e3f2ccd0d","MaaSModelRef":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.112609042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb31c06e-1d71-431f-aace-3b9d71c4e9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.114552552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99167092-8e43-4133-956f-22510ef96512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.169270088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb31c06e-1d71-431f-aace-3b9d71c4e9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.171170951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99167092-8e43-4133-956f-22510ef96512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.224941054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb31c06e-1d71-431f-aace-3b9d71c4e9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.226271379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99167092-8e43-4133-956f-22510ef96512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.742546879Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","reconcileID":"1ceacfce-b6f2-4266-933b-1f868600b089","namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.903633585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"2e1c9a4f-4174-43a1-92c5-bac61fc70d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.903656252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"189e1ff2-f213-4b75-b37d-f8e9b707f94b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.904083753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"866b528e-4ab5-4e3c-bb15-e67b9752da1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.904102775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a518c1cc-d80e-442b-af81-38bb275e463c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.960811309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"189e1ff2-f213-4b75-b37d-f8e9b707f94b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.960882404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"866b528e-4ab5-4e3c-bb15-e67b9752da1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.963639874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"2e1c9a4f-4174-43a1-92c5-bac61fc70d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:18.963706758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a518c1cc-d80e-442b-af81-38bb275e463c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.016050565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"189e1ff2-f213-4b75-b37d-f8e9b707f94b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.019361136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a518c1cc-d80e-442b-af81-38bb275e463c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.134450341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7730ca","namespace":"e2e-extmod-att-noaccess-cc6aa3"},"namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","reconcileID":"166f2e5c-c2b6-49a5-a1a7-c50c48c61454","namespace":"e2e-extmod-att-noaccess-cc6aa3","name":"e2e-att-noaccess-7730ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.293740007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"715fe607-feca-43fa-bf6e-37cd9dcb31db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.293784386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9201e98-4c26-45e0-a7f6-3e7327d8751c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.350276613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"715fe607-feca-43fa-bf6e-37cd9dcb31db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.350556806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9201e98-4c26-45e0-a7f6-3e7327d8751c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.395859124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"2e9cf194-7391-4034-b212-163d50a45dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.400255857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"f1a405df-1079-4980-9f9d-6591c86f1d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.410360441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"715fe607-feca-43fa-bf6e-37cd9dcb31db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.410360598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9201e98-4c26-45e0-a7f6-3e7327d8751c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.456504836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"2e9cf194-7391-4034-b212-163d50a45dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:19.4607189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"f1a405df-1079-4980-9f9d-6591c86f1d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:25.836106889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"62562a62-a8dd-46db-a40d-4beb90e52d7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:26.011324818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7dbf442-d79a-4636-8ed6-64e087bc5fc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:26.12787326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"b9af1ef4-2a9f-40ab-9e37-269c0fc38578","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:26.244738313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"368375fc-f44a-4bc3-98fb-8a10b0839ab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.571961397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae353d4d-66ff-4153-b7e3-f55a0325ebb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.571974359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ea8c91c-b558-47c0-ba46-8fbd1ccca9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.629860733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ea8c91c-b558-47c0-ba46-8fbd1ccca9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.629858397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae353d4d-66ff-4153-b7e3-f55a0325ebb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.686493374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae353d4d-66ff-4153-b7e3-f55a0325ebb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.686533723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ea8c91c-b558-47c0-ba46-8fbd1ccca9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.746005365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14beefa2-0843-4d0e-92c0-fae92f07d536","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.746028499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14beefa2-0843-4d0e-92c0-fae92f07d536","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.748421774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d5fc96a-de26-4dea-887d-e9430a5b5a36","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:29.748441402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d5fc96a-de26-4dea-887d-e9430a5b5a36","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:32.955538407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caddb2b9-bb81-479a-a525-bb58066c4c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:33.010693436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caddb2b9-bb81-479a-a525-bb58066c4c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:33.064103341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caddb2b9-bb81-479a-a525-bb58066c4c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:33.116926629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caddb2b9-bb81-479a-a525-bb58066c4c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:35.011005552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f6d9fb-be71-415e-947d-02cbb9c48a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:35.063682612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f6d9fb-be71-415e-947d-02cbb9c48a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:35.116199948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f6d9fb-be71-415e-947d-02cbb9c48a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:35.169032771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f6d9fb-be71-415e-947d-02cbb9c48a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.152396662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419db09b-7421-4f35-a683-c5f30cdd765b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.205251499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419db09b-7421-4f35-a683-c5f30cdd765b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.258178035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419db09b-7421-4f35-a683-c5f30cdd765b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:37.31094044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419db09b-7421-4f35-a683-c5f30cdd765b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.926888939Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","namespace":"ai-tenant-e2e-worker-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.926951791Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","namespace":"ai-tenant-e2e-worker-w2-90e0d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.927001557Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","tenant":"e2e-worker-w2-90e0d5","tenantID":"e2e-worker-w2-90e0d5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:38.981551045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"Deployment","name":"maas-api-e2e-worker-w2-90e0d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.043850572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"Service","name":"maas-api-e2e-worker-w2-90e0d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.103210385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-90e0d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.157602022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-90e0d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.212948528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.253513317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832598cf-a8dd-46e7-a3be-5ac6c734c32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.306221962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832598cf-a8dd-46e7-a3be-5ac6c734c32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.308476331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.358726144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832598cf-a8dd-46e7-a3be-5ac6c734c32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.411682994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832598cf-a8dd-46e7-a3be-5ac6c734c32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.416291276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.471601305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.524657693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.577669693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.679673089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"Service","name":"payload-processing-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.732000234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.784557879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.837329354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.890824405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.903659239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e7ad0c-2248-4570-a6a1-ece516ca21ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.904386375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c91aad2-ddd4-4083-a4a6-6ff9813d0884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.947440583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.960744579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e7ad0c-2248-4570-a6a1-ece516ca21ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:39.963609624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c91aad2-ddd4-4083-a4a6-6ff9813d0884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.000026606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.052432354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.104462059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-90e0d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.156394697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-90e0d5"},"namespace":"ai-tenant-e2e-worker-w2-90e0d5","name":"default-tenant","reconcileID":"e057cfc1-187f-44bd-b1d2-42527b591d5c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-90e0d5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.279651595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c10422bf-703e-4dfb-a631-2a8ecc22dcf6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.279676064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c10422bf-703e-4dfb-a631-2a8ecc22dcf6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.282436029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcdc3fa1-de02-4021-8a05-19d9a1aca226","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:40.282454937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcdc3fa1-de02-4021-8a05-19d9a1aca226","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.021034947Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-90e0d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-90e0d5","reconcileID":"13cdc092-bf6f-4d82-baec-72488b63efd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-90e0d5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-90e0d5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.355930259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78be94-4c17-4b20-a431-6d97b34ae583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.408515788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78be94-4c17-4b20-a431-6d97b34ae583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.461337161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78be94-4c17-4b20-a431-6d97b34ae583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:41.514171352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78be94-4c17-4b20-a431-6d97b34ae583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:43.419172162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923524d7-fe98-4c13-b4c8-899fc2e820f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:43.472259851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923524d7-fe98-4c13-b4c8-899fc2e820f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:43.524955133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923524d7-fe98-4c13-b4c8-899fc2e820f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:43.581959803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923524d7-fe98-4c13-b4c8-899fc2e820f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.554703011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9600aeec-f2fa-4677-9a81-9e15368c5fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.60741643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9600aeec-f2fa-4677-9a81-9e15368c5fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.660059671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9600aeec-f2fa-4677-9a81-9e15368c5fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:45.713458536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9600aeec-f2fa-4677-9a81-9e15368c5fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:54:47.603629592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:01.899676933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20e0190f-f903-4d03-84de-cfa10ccd2b79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:02.074913741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef9f5f42-2442-4537-9c8f-f89c23c2116a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:02.1785812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"d02b897d-65a3-446f-b62a-d7214191bfae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:02.277341924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"9d029f22-c868-4c3e-9f0b-7f58e9dcb24e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.089987692Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","namespace":"ai-tenant-e2e-extmod-a-6924e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.090051238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","namespace":"ai-tenant-e2e-extmod-a-6924e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.090104417Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","tenant":"e2e-extmod-a-6924e5","tenantID":"e2e-extmod-a-6924e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.146930014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-6924e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.210878713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"Service","name":"maas-api-e2e-extmod-a-6924e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.270956989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-6924e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.326207523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-6924e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.381123761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.436322924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.49435952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.549552354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.602388277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.655028028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.70755618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"Service","name":"payload-processing-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.761460297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.814203684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.866615727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.918901706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:05.974603704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:06.027272598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:06.07974801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:06.132311678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-6924e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:06.184737819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6924e5"},"namespace":"ai-tenant-e2e-extmod-a-6924e5","name":"default-tenant","reconcileID":"ed3a17a0-9c99-41c0-9adf-087e12b2e13b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-6924e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:07.021174602Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6924e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6924e5","reconcileID":"6c6ae2cf-0bea-40cd-a80e-6b425cd0dcd6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6924e5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-6924e5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:08.156635212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9866ac4-1b3a-487d-a744-7ea8e7030425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:08.209220304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9866ac4-1b3a-487d-a744-7ea8e7030425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:08.262067112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9866ac4-1b3a-487d-a744-7ea8e7030425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:08.314902576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9866ac4-1b3a-487d-a744-7ea8e7030425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:10.250631744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570859e3-81ed-43e8-b93c-c9031219fff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:10.303242701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570859e3-81ed-43e8-b93c-c9031219fff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:10.355852576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570859e3-81ed-43e8-b93c-c9031219fff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:10.408385376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570859e3-81ed-43e8-b93c-c9031219fff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.897740253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"015e2696-93e7-47f0-a8b7-4e8c41f84440","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:13.999638946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b6e3d5f-3836-478e-a2fb-26b09a77ad5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:14.01921587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"26bb0917-8eba-4bd7-ba6d-ded951df6c64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:14.331720039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8287660-c24b-484f-80a9-b52c1744294f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:17.602807283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:21.105952333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"b89d122a-452c-4189-9368-cc74a6355835","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:21.205218704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"a7950363-7b15-4b20-96ee-1321e752ae76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:21.305823704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8b6ccea-a340-42da-a037-d812b33a73ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:21.331729906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36301767-a97b-4882-97be-4a2c54ac5e2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.555660526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fc1178-851c-44c4-a804-0d0f5813bf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.608441901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fc1178-851c-44c4-a804-0d0f5813bf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.661100786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fc1178-851c-44c4-a804-0d0f5813bf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:35.713880934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fc1178-851c-44c4-a804-0d0f5813bf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:37.668946837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef9b34-9cc9-409b-bfdd-20f5230fda45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:37.72178097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef9b34-9cc9-409b-bfdd-20f5230fda45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:37.774474938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef9b34-9cc9-409b-bfdd-20f5230fda45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:37.827925008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ef9b34-9cc9-409b-bfdd-20f5230fda45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:39.75705504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e07a3-198f-4c3f-894c-9618ff4626d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:39.809776213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e07a3-198f-4c3f-894c-9618ff4626d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:39.862441436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e07a3-198f-4c3f-894c-9618ff4626d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:39.915102728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510e07a3-198f-4c3f-894c-9618ff4626d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.108584871Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","namespace":"ai-tenant-e2e-extmod-b-3faf84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.108648436Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","namespace":"ai-tenant-e2e-extmod-b-3faf84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.108697111Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","tenant":"e2e-extmod-b-3faf84","tenantID":"e2e-extmod-b-3faf84","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.163907751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"Deployment","name":"maas-api-e2e-extmod-b-3faf84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.228541688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"Service","name":"maas-api-e2e-extmod-b-3faf84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.284242918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-3faf84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.340601011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-3faf84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.396408891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.451815312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.509040311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.563866314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.621378455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.676248935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.740315485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"Service","name":"payload-processing-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.801410646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.8563224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.913046387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:46.968531495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.025925656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.081000601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.135830156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.188087956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-3faf84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.242776639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3faf84"},"namespace":"ai-tenant-e2e-extmod-b-3faf84","name":"default-tenant","reconcileID":"3dfbe659-ca4d-40ed-bf0f-4d997c8f5460","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-3faf84","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:47.613882617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:52.428432513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"c53c6be0-b6ad-4319-9efa-629f6e6b9e41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:52.529394313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a875c0b3-6a65-4582-81e2-ffee4fe8b5c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:52.541438461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0d43a6f-d65f-4be3-9dae-b9ad761814bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:52.829463925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"41d28e9c-b558-47e3-9941-eaca3c288897","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:53.330388002Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3faf84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3faf84","reconcileID":"7211c9ba-ecb5-4fa7-a0cb-f0992390cdb7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3faf84","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-3faf84"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.46570241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88b7940-3af3-4804-b284-3aecfd56bda1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.518861594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88b7940-3af3-4804-b284-3aecfd56bda1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.571286039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88b7940-3af3-4804-b284-3aecfd56bda1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:54.623982051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88b7940-3af3-4804-b284-3aecfd56bda1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:56.519917275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0908181-553d-4d99-892d-7cfd4e37d6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:56.573319755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0908181-553d-4d99-892d-7cfd4e37d6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:56.626630616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0908181-553d-4d99-892d-7cfd4e37d6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:56.679630199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0908181-553d-4d99-892d-7cfd4e37d6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.632192823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"2df50d3d-5298-46db-860c-75c125ce2e7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.731804379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2eeb744a-70a3-4d68-aeb6-13bb46b34e11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.833380837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"28937435-21c5-4d8c-9d98-76b68e9311e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:55:58.83342599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d13f995-366c-4639-9d4e-3dd5af8124f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:01.773792243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a6da96-3d23-4ba3-8848-3fead73972cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:01.826896297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a6da96-3d23-4ba3-8848-3fead73972cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:01.879661003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a6da96-3d23-4ba3-8848-3fead73972cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:01.932606815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a6da96-3d23-4ba3-8848-3fead73972cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.857494442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86f7021-218e-46ab-9448-52f9a2315862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.91028738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86f7021-218e-46ab-9448-52f9a2315862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:03.963018277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86f7021-218e-46ab-9448-52f9a2315862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:04.015977313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86f7021-218e-46ab-9448-52f9a2315862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.062725441Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.062791931Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","namespace":"ai-tenant-e2e-shared-a-w3-89cf28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.062849011Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","tenant":"e2e-shared-a-w3-89cf28","tenantID":"e2e-shared-a-w3-89cf28","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.11829592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-89cf28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.184301135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"Service","name":"maas-api-e2e-shared-a-w3-89cf28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.244663072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-89cf28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.313397309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-89cf28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.394005802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.451124637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.509924051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.565787803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.621320689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.677485006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.747023736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.809654493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.865483502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.920937225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:12.978013786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:13.038031084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:13.092816353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:13.156030536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:13.208862781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-89cf28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:13.269784094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-89cf28"},"namespace":"ai-tenant-e2e-shared-a-w3-89cf28","name":"default-tenant","reconcileID":"de03109c-5ecf-4841-a620-80fc9620d744","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-89cf28","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:17.147722863Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-89cf28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-89cf28","reconcileID":"01abdab6-85a0-4eea-8e78-f5dc75de486c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-89cf28","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-89cf28"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:17.605785452Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:18.192295542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"de9b1ab5-2207-4fe2-a165-902f0e55dda1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:18.260828068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af456e5b-6f5a-4051-a9f4-766b8e7fbc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:18.307595622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"068a7918-87df-4fc6-899d-21419899e2f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:18.313739132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af456e5b-6f5a-4051-a9f4-766b8e7fbc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:18.366432534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af456e5b-6f5a-4051-a9f4-766b8e7fbc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:18.419851457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af456e5b-6f5a-4051-a9f4-766b8e7fbc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:18.578831345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"6b141178-a497-4d1f-9110-a169a0e28463","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:18.580123839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e81cedd-2b1f-4516-b9a4-97e29dab50c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.366279634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97d1786-c54f-4aba-8dc7-b84e81430da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.419663909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97d1786-c54f-4aba-8dc7-b84e81430da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.472312375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97d1786-c54f-4aba-8dc7-b84e81430da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:20.524931886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97d1786-c54f-4aba-8dc7-b84e81430da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.196225083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"a6936731-d6b9-44f4-94cc-adec1ea07ac9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.298816637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f77fd842-bffd-4329-bbb7-9bb1d0d4154e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.432699786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cdaa9ef1-051f-4a57-9210-debd7872b872","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:24.546744509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"ec830913-7570-4c57-b93c-bcafa0e29053","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:25.557250071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b3a35f-b553-4da1-99d4-abf8fb737acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:25.610237464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b3a35f-b553-4da1-99d4-abf8fb737acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:25.662869629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b3a35f-b553-4da1-99d4-abf8fb737acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:25.715727186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b3a35f-b553-4da1-99d4-abf8fb737acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:27.666718304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195abb68-c240-459f-aba6-46ad6a2f65eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:27.722880654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195abb68-c240-459f-aba6-46ad6a2f65eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:27.775914882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195abb68-c240-459f-aba6-46ad6a2f65eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:27.828909659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195abb68-c240-459f-aba6-46ad6a2f65eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.860746378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482ecf87-0ca5-401e-b643-e952b0c8622d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.913467126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482ecf87-0ca5-401e-b643-e952b0c8622d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:29.966375606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482ecf87-0ca5-401e-b643-e952b0c8622d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:30.019799528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482ecf87-0ca5-401e-b643-e952b0c8622d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.366849539Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.366916065Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","namespace":"ai-tenant-e2e-shared-b-w3-0e450a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.366972356Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","tenant":"e2e-shared-b-w3-0e450a","tenantID":"e2e-shared-b-w3-0e450a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.423016661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-0e450a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.484279124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"Service","name":"maas-api-e2e-shared-b-w3-0e450a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.545336417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-0e450a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.601934342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-0e450a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.658427254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.714054402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.772754269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.828020603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.880789344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.934932937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:43.988346719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.04127131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.094478657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.147702912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.201491035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.263555926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.31668569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.372688518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.425406158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-0e450a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:44.478532199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-0e450a"},"namespace":"ai-tenant-e2e-shared-b-w3-0e450a","name":"default-tenant","reconcileID":"8f956ef5-ed30-4c51-a073-675e7c4153ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-0e450a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:45.328913073Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-0e450a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-0e450a","reconcileID":"0d56ad4b-fcb2-453b-b5ec-5df1c3751e0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-0e450a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-0e450a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:46.476949105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8949d06-b892-49ba-abf0-d81e2192547f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:46.530541759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8949d06-b892-49ba-abf0-d81e2192547f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:46.583782208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8949d06-b892-49ba-abf0-d81e2192547f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:46.637401041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8949d06-b892-49ba-abf0-d81e2192547f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:47.604533514Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:48.56361182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a4f304-9264-47b5-b81c-eb183ee60077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:48.61685584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a4f304-9264-47b5-b81c-eb183ee60077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:48.670342091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a4f304-9264-47b5-b81c-eb183ee60077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:48.723270007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a4f304-9264-47b5-b81c-eb183ee60077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:49.247710635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"db186483-26d3-4220-9030-9ef57a3ededc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:49.349625494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"94748b54-da92-4936-b773-b5a8c92f5234","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:49.368036064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c381ede-0b73-4dde-af93-d52eb33dc8df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:49.491942885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"3303e00c-d8fe-49b8-b82e-2a30b9e1861b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.340627902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"93116e81-44d1-478d-bc6f-29901716e18b","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.393776579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"8c26a26c-7d58-4375-8f2e-874bbec2b2e0","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.394226736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"c00ff06a-6281-46a9-bde3-ead7e87c3ba6","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.394554119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"66f5be92-0a97-4cc1-ac0d-560a36dcd0d9","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.505642363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"de7acb86-c243-4645-a0c9-e813903b034f","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.506115748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"44196761-8ccb-4b85-8d7d-83b15f9b9851","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.506910176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"8198a285-b208-475c-a58f-37da93905748","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.507395426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"3b49e2b8-076e-4003-a814-03b81fff3c2a","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.605599823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d5436850-00d6-46c7-a493-6538603aba62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.606012466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"bee37e20-050b-48da-8c96-8fa867b7d69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.607093794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"e004bc7d-7d0c-44c2-9d81-f88d27fd5359","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.607252714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"16fc5285-25ce-4313-9585-7bc36d8f3b6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.664496924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d5436850-00d6-46c7-a493-6538603aba62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.6645014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"bee37e20-050b-48da-8c96-8fa867b7d69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:53.969745873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"47c88bc9-8bca-4e1c-8d93-21d03dd8c1d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.026237328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"e28efe29-a0b9-44e5-814b-e9234b016e36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.120909135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"bc548a1c-8fbd-41c0-adba-38250b35bd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.122661166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"13654dc5-1403-41ea-a412-03fa5ab31a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.178589974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"bc548a1c-8fbd-41c0-adba-38250b35bd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.179199277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"13654dc5-1403-41ea-a412-03fa5ab31a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.351065179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53e3c1e-5e05-4fd8-a322-cd2652ee67ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.403876859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53e3c1e-5e05-4fd8-a322-cd2652ee67ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.456807855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53e3c1e-5e05-4fd8-a322-cd2652ee67ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:54.509487326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53e3c1e-5e05-4fd8-a322-cd2652ee67ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:56.463872963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aed1785-fc1c-47bc-a04f-f273464f4a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:56.51654638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aed1785-fc1c-47bc-a04f-f273464f4a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:56.569746926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aed1785-fc1c-47bc-a04f-f273464f4a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:56.622613394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aed1785-fc1c-47bc-a04f-f273464f4a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:56.675571719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e86c6d2-c4a5-4977-b509-b5773805adb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:56.728783739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d06006b3-5e2f-48b2-aed9-7da498906e44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:56.781253623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"9f9eb607-92f4-4a93-ac2f-7a356e298dee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:56.830011077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"0d67d895-f71d-43d5-b9bd-03febd583f99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:58.525682681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd754c9-c516-4df7-9dff-e5f08d70799f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:58.578998805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd754c9-c516-4df7-9dff-e5f08d70799f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:58.631726853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd754c9-c516-4df7-9dff-e5f08d70799f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:58.684510918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd754c9-c516-4df7-9dff-e5f08d70799f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:58.711792855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"ca98d6c4-0778-4a19-9fb4-d633e662d1d5","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:59.041123875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"eb2d2be2-05af-48ee-8c09-23f77f696634","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:59.371498207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"8a87fd67-6249-4bee-bbf6-68444b96f739","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:59.582266353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"e52e4c73-668e-4a07-bc32-7d06886ffb46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:59.587455692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"49efacc5-e7fa-472e-bafa-9d5306be7037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:59.587556022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d2379e12-dd99-4437-8f00-b6272e53d1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:59.645302389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"49efacc5-e7fa-472e-bafa-9d5306be7037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:59.645598668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"d2379e12-dd99-4437-8f00-b6272e53d1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:59.703524847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"86dfa10d-b2af-46e3-8988-b6adfeb3cbc0","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:59.762450719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"909394d6-8ac3-48a0-a6e0-971375b8f3db","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:56:59.916733854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"d127b204-e561-436b-8b07-d562a7961b55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:00.015995539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"7cf08cfa-32e4-4fd8-b621-8fe44f5a60cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:00.016004195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"40099bc7-f5b2-4c3d-8be6-8621823e69cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:00.017027232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"7d59e1e8-b6ef-4de6-9658-7b168d14d5ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:00.073308849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"40099bc7-f5b2-4c3d-8be6-8621823e69cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:00.073581043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"7cf08cfa-32e4-4fd8-b621-8fe44f5a60cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:00.081472714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"6438d30d-704a-4b15-8c59-84e88041fadb","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:00.315462941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"352437a5-a2fd-4091-a487-ddc07377bb90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:03.973857972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"fb77a0e5-6c35-4cd1-b2e8-563ca652740a","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:03.974121049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"f97e19da-8367-4c88-ad0a-f7349c218026","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:03.97431881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"739e90d5-ce03-4803-a273-1cb400aad5da","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:03.974542816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"349230bc-a6ed-4816-94b8-c7e564d2b21d","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.134926264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"81f55bd9-65a3-4ce1-b25e-c6ea99295d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.134936419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c461e4bb-ef0e-45d0-8a11-ab0912c106f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.188722386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"273d6bfc-d2ef-4204-aeac-4fd33fedd2a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.188725011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"c933af98-64bc-44ba-89f2-71c66bee7c04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.191319675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"c461e4bb-ef0e-45d0-8a11-ab0912c106f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.191418272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"81f55bd9-65a3-4ce1-b25e-c6ea99295d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.508386113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"b8dc6785-f4e7-4b4b-8272-c39e4ca3c47c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.508399658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"f46bb801-c9bf-4744-9cb6-db32247791e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.554065677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"48f0fbd2-30f8-4d5e-9833-7fa4cfc05607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.554064758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"88f24b01-d95c-437d-911a-11b4f9452322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.611851808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"48f0fbd2-30f8-4d5e-9833-7fa4cfc05607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:04.611948619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"88f24b01-d95c-437d-911a-11b4f9452322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.691232133Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"b6e2dbdb-5338-44e4-a8ef-a66a35756de6","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.691325536Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"b6e2dbdb-5338-44e4-a8ef-a66a35756de6","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.748029627Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"b6e2dbdb-5338-44e4-a8ef-a66a35756de6","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.748937148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"b5c71010-94b2-4526-be56-8d1e41a72d8b","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.805281015Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"b6e2dbdb-5338-44e4-a8ef-a66a35756de6","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.805306032Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"b6e2dbdb-5338-44e4-a8ef-a66a35756de6","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.805397587Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"b6e2dbdb-5338-44e4-a8ef-a66a35756de6","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.80629914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"7564ff3e-1aad-4d48-acf9-347a084e368f","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.864330865Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"b6e2dbdb-5338-44e4-a8ef-a66a35756de6","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.864898491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"3e9d1b99-2f18-4655-a154-658b9114d627","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.906602841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"23ac7766-2e07-44c0-92dd-3072cbb641cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.906602759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"f49d61bc-41a8-4b08-a45d-c63db4e7214f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.91240968Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"28455742-d770-4f93-a780-317b52a52594","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dbe71422","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.925216082Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"b6e2dbdb-5338-44e4-a8ef-a66a35756de6","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.92570128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"8a30d676-30d9-4a6e-b059-2c22e0bbb288","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.963812028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"23ac7766-2e07-44c0-92dd-3072cbb641cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.964915909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"f49d61bc-41a8-4b08-a45d-c63db4e7214f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.972748091Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"1f89e897-49e5-43f2-8005-444b8d3a24bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9cdf242","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:09.975454043Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"0a55c50a-1b26-469c-9042-1624a7b49f10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dbe71422","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.03647045Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"cf709b6e-f958-4823-9e5f-2a04a1a3a034","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9cdf242","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.164625216Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"e895e43d-a84c-4da0-ac9b-9caf3ab0bce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.164643729Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"eeb76776-6565-4ec5-8037-a97003522f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.371582435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"e895e43d-a84c-4da0-ac9b-9caf3ab0bce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.371623677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"eeb76776-6565-4ec5-8037-a97003522f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.49444402Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"eeb76776-6565-4ec5-8037-a97003522f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.494468476Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-access","reconcileID":"eeb76776-6565-4ec5-8037-a97003522f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:10.497862697Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"e895e43d-a84c-4da0-ac9b-9caf3ab0bce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-e90e35-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:10.497920261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"e895e43d-a84c-4da0-ac9b-9caf3ab0bce3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-e90e35-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.503274496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"44335738-3e18-485f-9d8b-0f6ef1f15e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.552367072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"bc5ecce6-70ca-4360-b4dc-94b5f81e58fc","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.709491535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"44335738-3e18-485f-9d8b-0f6ef1f15e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.76684662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"44335738-3e18-485f-9d8b-0f6ef1f15e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"e2e-worker-w3-e90e35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.766873216Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-access","reconcileID":"44335738-3e18-485f-9d8b-0f6ef1f15e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:10.823859362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"dfde96d2-e780-42f1-a1c4-8fd90b6f2da6","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.974295617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"e1856af2-90a1-4f4b-9e28-90291b5e8150","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:13.974693919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"5c0c1593-b547-46cf-8830-a318d13fe943","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.925818589Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"4f7b4d2f-4039-40d4-9d89-7e38ecc98cb4","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.925900801Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"4f7b4d2f-4039-40d4-9d89-7e38ecc98cb4","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:14.980220981Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"4f7b4d2f-4039-40d4-9d89-7e38ecc98cb4","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:15.035085097Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"4f7b4d2f-4039-40d4-9d89-7e38ecc98cb4","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:15.035108758Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"4f7b4d2f-4039-40d4-9d89-7e38ecc98cb4","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:17.603440234Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.029471585Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"497cd1d3-9a8b-4a9a-90b2-dc61f023fbaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.035577916Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"62440055-84f5-41d5-89b6-37dde17b5520","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.035671174Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"62440055-84f5-41d5-89b6-37dde17b5520","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.082985967Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"497cd1d3-9a8b-4a9a-90b2-dc61f023fbaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.089991446Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"e7e86a9f-bf32-431d-ae84-9b0adfea6b4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.133325761Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"62440055-84f5-41d5-89b6-37dde17b5520","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.136600468Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"simulator-subscription","reconcileID":"497cd1d3-9a8b-4a9a-90b2-dc61f023fbaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.143263572Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"e7e86a9f-bf32-431d-ae84-9b0adfea6b4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.18796326Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"62440055-84f5-41d5-89b6-37dde17b5520","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.187984535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"62440055-84f5-41d5-89b6-37dde17b5520","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.195853488Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"premium-simulator-subscription","reconcileID":"e7e86a9f-bf32-431d-ae84-9b0adfea6b4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"name":"maas-trlp-premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35","model":"e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.524318887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"a35f6205-132b-4926-af36-8531f5271c56","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"simulator-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"simulator-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.553178793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"a14ffeda-6d8b-46db-8784-f4b3a26d848f","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:20.576727852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"d043d112-9e4a-4d1b-9bc8-cd747132b570","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"premium-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"premium-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.974891851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"25b8c7c8-e24d-40ba-949a-5058eee5ac4a","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-2-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-2-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:23.975303403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"d9f9a544-9c8f-4ecc-9199-b50bed1c1977","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"routeName":"distinct-w3-e90e35-kserve-route","namespace":"e2e-models-e2e-worker-w3-e90e35","llmisvcName":"distinct-w3-e90e35","gateway":"openshift-ingress/e2e-worker-w3-e90e35","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.189281702Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.189346406Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","namespace":"ai-tenant-e2e-worker-w3-e90e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.189399298Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","tenant":"e2e-worker-w3-e90e35","tenantID":"e2e-worker-w3-e90e35","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.244503017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"Deployment","name":"maas-api-e2e-worker-w3-e90e35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.306437828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"Service","name":"maas-api-e2e-worker-w3-e90e35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.366717547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-e90e35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.421433596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-e90e35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.477845169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.533119719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.590441535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.647284623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.699708772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.752474342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.804794799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"Service","name":"payload-processing-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.860128024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.913411993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:25.966343353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:26.018783733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:26.075739934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:26.128444652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:26.184826453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:26.237268372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-e90e35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:26.290176923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-e90e35"},"namespace":"ai-tenant-e2e-worker-w3-e90e35","name":"default-tenant","reconcileID":"227eaddf-14a7-4c05-816c-4244c79c5556","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-e90e35","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:26.405679149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0705898d-f641-419e-be5f-e75236a6e3de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:26.515932501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe710d36-d137-4d38-a727-97829edaa41f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:27.104930056Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-e90e35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-e90e35","reconcileID":"6aa66f58-6199-46b3-b9bb-baafd7d0a6b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-e90e35","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-e90e35"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.274783642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"b6b9e8bc-b845-4a4e-acc7-6e9944cff06f","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.335219615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"b6b9e8bc-b845-4a4e-acc7-6e9944cff06f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.335451978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"ec10fdd1-0050-4936-87bc-b9920bb93b1e","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.439943035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"ec10fdd1-0050-4936-87bc-b9920bb93b1e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.440175633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"0e8de7f2-a189-425a-a658-50a450241ab7","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.500069138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"0e8de7f2-a189-425a-a658-50a450241ab7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.500245373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"6473ae7e-010e-4646-aee2-7770c9c44365","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.558551585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"6473ae7e-010e-4646-aee2-7770c9c44365","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.558736372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"80debc22-85ed-47be-ba6c-f88e647d62f8","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.558787629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"80debc22-85ed-47be-ba6c-f88e647d62f8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.558876013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"4de42269-4e6a-4bc7-8750-354d52da2dfd","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.558906136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"4de42269-4e6a-4bc7-8750-354d52da2dfd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.558983102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"ae29f63b-ae50-4135-81c9-df2d82236e6b","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.559013936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"ae29f63b-ae50-4135-81c9-df2d82236e6b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.564411575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"5bed44fe-9fa0-454d-b443-b2c01b0fa2e9","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.564465585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"5bed44fe-9fa0-454d-b443-b2c01b0fa2e9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.56964369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"6dfeb24a-6be9-40f0-9e6d-a2fd295a7f14","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.5697038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"6dfeb24a-6be9-40f0-9e6d-a2fd295a7f14","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.56979092Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"5ff85f1f-2f84-4911-b888-5dbed513726f","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.569835053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"5ff85f1f-2f84-4911-b888-5dbed513726f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.569907528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"bf9ec77a-dbc5-4df7-8372-982fdba372c3","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.56994182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"bf9ec77a-dbc5-4df7-8372-982fdba372c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.574796494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"37d3b90e-9b23-4d7b-a3cd-32468cbc9ccc","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.574861023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"37d3b90e-9b23-4d7b-a3cd-32468cbc9ccc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.590084741Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"42d25503-7221-4df4-8e83-2426c2b61be7","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.590165061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"42d25503-7221-4df4-8e83-2426c2b61be7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.590238937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"2a157d48-ae00-4440-81a9-bc7f65597ef8","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.590271117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"2a157d48-ae00-4440-81a9-bc7f65597ef8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.590337563Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"138e484f-83f6-4f46-9437-48b1d630b25f","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.590368494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"138e484f-83f6-4f46-9437-48b1d630b25f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.595772675Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"b60c4272-f6d1-45e0-9f88-2be09c0bad95","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.595830987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"b60c4272-f6d1-45e0-9f88-2be09c0bad95","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.631334697Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"3c853ac0-c20f-48a7-9c7e-f4aa2f4b5904","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.631400172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"3c853ac0-c20f-48a7-9c7e-f4aa2f4b5904","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.631473272Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"48f1337a-1353-4e16-afdf-ef9aacc7434f","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.631506749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"48f1337a-1353-4e16-afdf-ef9aacc7434f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.631567565Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"df441359-d056-4551-aafa-de748ac5bf50","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.631614981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"df441359-d056-4551-aafa-de748ac5bf50","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.636835125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"8574d05c-a582-41c9-8eaa-086b01367e1b","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.636881359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"8574d05c-a582-41c9-8eaa-086b01367e1b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.711910864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"874990cb-895e-4eb2-9f80-93f8a5038add","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.711981555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"874990cb-895e-4eb2-9f80-93f8a5038add","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.71206039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"fcb0847b-71f4-4527-92cc-fc7016d76cac","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.712089384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"fcb0847b-71f4-4527-92cc-fc7016d76cac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.712169936Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"534415d6-0024-46dc-ae28-0ccc0ebf42ba","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.712199759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"534415d6-0024-46dc-ae28-0ccc0ebf42ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.717438328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"21620a63-e142-4177-bb77-c4981bb22036","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.71748329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"21620a63-e142-4177-bb77-c4981bb22036","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.872290423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"688b6e37-646f-4279-b68a-79dd39cb5923","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.872374288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"688b6e37-646f-4279-b68a-79dd39cb5923","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.872527766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"a80966a1-4668-4a42-b792-fa8a8ed062f5","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.872584677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"a80966a1-4668-4a42-b792-fa8a8ed062f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.872657577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"eccf3bb7-a955-46f9-a68a-89922ffa0c31","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.872690172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"eccf3bb7-a955-46f9-a68a-89922ffa0c31","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.877697049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"02ee9c66-d9de-4dee-b158-9fcf42b431ea","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:27.877756401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"02ee9c66-d9de-4dee-b158-9fcf42b431ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.193166193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"11165c92-6ed9-4ea6-9b6c-9dfa1f59d644","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.193249629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"11165c92-6ed9-4ea6-9b6c-9dfa1f59d644","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.193375797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"86ff419c-a536-4238-8dd1-ea8ca9aaa80c","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.193433987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"86ff419c-a536-4238-8dd1-ea8ca9aaa80c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.193559855Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"4cea2f0c-6259-4d7f-b49b-c6e463ee7ab6","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.193599158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"4cea2f0c-6259-4d7f-b49b-c6e463ee7ab6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.198923024Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"0fce009a-edfd-4e1c-b150-39a6eef50208","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.199004297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"0fce009a-edfd-4e1c-b150-39a6eef50208","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:28.266213001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4295385-8b92-46bb-ad0f-934fff59d77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:28.31893555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4295385-8b92-46bb-ad0f-934fff59d77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:28.371682101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4295385-8b92-46bb-ad0f-934fff59d77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:28.424349271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4295385-8b92-46bb-ad0f-934fff59d77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.834357996Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"31454df7-0ce2-48d9-8e41-640b753eff5d","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.83445196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"31454df7-0ce2-48d9-8e41-640b753eff5d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.834545528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"f1ad260e-73f6-49d6-9da1-d8236a3b7aaf","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.834590252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"f1ad260e-73f6-49d6-9da1-d8236a3b7aaf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.83467105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"b4a0d8d7-4503-4ba7-9a0b-f25e722cdd6a","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.834704302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"b4a0d8d7-4503-4ba7-9a0b-f25e722cdd6a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.839977594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"f43b6d50-b7a8-4e5f-9671-86c57100f6d2","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:28.840056694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"f43b6d50-b7a8-4e5f-9671-86c57100f6d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:30.115579766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"c13b3f54-44aa-476e-ad00-d14904c469ca","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:30.115677425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"c13b3f54-44aa-476e-ad00-d14904c469ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:30.115810908Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"4e62faf4-8417-4197-b94e-51c07bba2a77","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:30.11585265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"4e62faf4-8417-4197-b94e-51c07bba2a77","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:30.115925244Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"cf1f4bac-4eb4-4bf1-9b07-59e350ab6717","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:30.115964794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"cf1f4bac-4eb4-4bf1-9b07-59e350ab6717","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:30.121262267Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"28e5e903-cf4d-4dc9-971f-6829aef788fc","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:30.121343579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"28e5e903-cf4d-4dc9-971f-6829aef788fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:30.382883541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c665c816-5cd0-400d-a67f-8fcc5c27a2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:30.435579285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c665c816-5cd0-400d-a67f-8fcc5c27a2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:30.488287506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c665c816-5cd0-400d-a67f-8fcc5c27a2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:30.541048275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c665c816-5cd0-400d-a67f-8fcc5c27a2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:32.676225887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"be70d732-35cb-4c73-9cdd-2dea8206cdfc","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:32.676306032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"be70d732-35cb-4c73-9cdd-2dea8206cdfc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:32.676398013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"d39b9d3c-ec0b-4bb0-a07c-93eeae837424","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:32.676451675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"d39b9d3c-ec0b-4bb0-a07c-93eeae837424","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:32.676530175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"4bf0f021-21b5-47ea-801e-adca3ef5e9b5","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:32.676567244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"4bf0f021-21b5-47ea-801e-adca3ef5e9b5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:32.681800358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"2e13a5dd-79a1-4966-9eef-d10226368b3e","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:32.681856144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"2e13a5dd-79a1-4966-9eef-d10226368b3e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.820764573Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"7b1cce4f-ddc5-4ce3-8aba-b5fbf2efdbfa","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.820943747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"7b1cce4f-ddc5-4ce3-8aba-b5fbf2efdbfa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.82111908Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"5f3bdd4e-db9f-480f-a756-b55750445645","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.821233007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"5f3bdd4e-db9f-480f-a756-b55750445645","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.821375673Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"81441335-0e4a-4b45-af3e-80842a524459","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.821451154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"81441335-0e4a-4b45-af3e-80842a524459","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.821585037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"515e290e-fb07-4d6d-8490-4daf7a3bd83b","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.821654742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"515e290e-fb07-4d6d-8490-4daf7a3bd83b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.890176476Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"8e4d12be-eee6-44bc-af37-3e1dda4ee59e","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.890268116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"8e4d12be-eee6-44bc-af37-3e1dda4ee59e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.890594321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"31cc607a-e70e-42a4-9e3b-60525fece3d1","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.890643356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"31cc607a-e70e-42a4-9e3b-60525fece3d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.890961255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"3a04c457-2888-462f-bb47-8fca7423081c","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.8910306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"3a04c457-2888-462f-bb47-8fca7423081c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.891596474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"3a78ef5b-d9f7-4099-8e16-4db88545a8e4","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.891696615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"3a78ef5b-d9f7-4099-8e16-4db88545a8e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.959896293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"819be9d3-1b5b-47d4-8540-bfca7e1a6de0","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.95997424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"819be9d3-1b5b-47d4-8540-bfca7e1a6de0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.960070767Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"e7a257af-8653-40c5-9a81-671e5eb1e6f0","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.960115604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"e7a257af-8653-40c5-9a81-671e5eb1e6f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.960223448Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"4bb3e69f-eb5a-41fd-aa8a-a1b95809f17c","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.960268089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"4bb3e69f-eb5a-41fd-aa8a-a1b95809f17c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.960348517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"a6bcea47-09ea-4148-a288-32f6c6a6e341","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:34.960393873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"a6bcea47-09ea-4148-a288-32f6c6a6e341","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.081266555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"2ecbcdbf-1bf1-42f9-b367-1f53fabb8740","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.081377521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"2ecbcdbf-1bf1-42f9-b367-1f53fabb8740","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.081511489Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"94ce1683-8d08-4286-973e-b7cb2ca5c913","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.081564721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"94ce1683-8d08-4286-973e-b7cb2ca5c913","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.081679378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"b957b938-dcfe-4b2e-ae01-d7bb251b2153","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.081741322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"b957b938-dcfe-4b2e-ae01-d7bb251b2153","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.081859606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"acb05186-07ac-46f9-b430-521d6410ec35","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.081926243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"acb05186-07ac-46f9-b430-521d6410ec35","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.60688858Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"f0d471d2-86f5-4fed-8413-a2376d399ea1","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.606971554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"f0d471d2-86f5-4fed-8413-a2376d399ea1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-2-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.612373446Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"889c7811-86e6-4fac-b38d-084205f36f2d","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.612437097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"889c7811-86e6-4fac-b38d-084205f36f2d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/distinct-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.617598079Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"d84dc9c9-8c62-448f-aa15-bab07fdfeb03","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.617658808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"d84dc9c9-8c62-448f-aa15-bab07fdfeb03","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/premium-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.628076214Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"3c864679-3c11-4fe3-a322-3b8ce08ae881","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:35.628161942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"3c864679-3c11-4fe3-a322-3b8ce08ae881","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-e90e35/simulator-w3-e90e35: AITenant \"e2e-worker-w3-e90e35\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:36.423991658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"469f79e4-dfd6-494c-9c75-624f98abf40b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-e90e35\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:36.689914649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"24866525-e500-4f88-91e3-fe57f9760e16","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-e90e35\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:36.963794191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"98bcb864-c2d0-49ed-b1d6-b0b602bda688","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-e90e35\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:37.270100522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"9606eb60-4eb4-4397-96f7-8ab345d462da","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-e90e35\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:37.569152075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"9cca623f-971f-4126-bcb9-520f7ad39f61","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-e90e35\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:37.864466147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-w3-e90e35","reconcileID":"f7af5a35-3cf0-4c8d-8396-a6bfd80b3122","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-e90e35\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:38.129813497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"premium-w3-e90e35","reconcileID":"fbfc28df-9a8d-46b0-89b6-bed39cf7af7b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-e90e35\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:38.441670855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"simulator-w3-e90e35","reconcileID":"1a3a268e-b260-455c-80f4-0ce5f75b0dee","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-e90e35\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T22:57:39.036180764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-e90e35","namespace":"e2e-models-e2e-worker-w3-e90e35"},"namespace":"e2e-models-e2e-worker-w3-e90e35","name":"distinct-2-w3-e90e35","reconcileID":"f0444224-01f9-42e9-8ee6-f4c69af5455d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-e90e35\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:43.637729946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a13a94c-c9ba-41e6-89c1-64776aa72e02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:43.738025993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5984c1e2-4f26-404e-bd12-92b7829cbbc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T22:57:47.653988549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}